---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:48:32.449948Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: e10b8dd2-1576-4d3c-ba19-48117e87578b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:48:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:48:32Z"
    name: isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d.18b2cc8ddde463a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25122"
    uid: 976640d8-f20f-459d-83c5-1d77df6742d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25127"
    uid: e10b8dd2-1576-4d3c-ba19-48117e87578b
  kind: Event
  lastTimestamp: "2026-05-25T11:48:32Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:48:32Z"
    name: isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d.18b2cc8df763561b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25139"
    uid: af5255b5-e669-4911-9f29-607376ad0107
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25121"
    uid: e10b8dd2-1576-4d3c-ba19-48117e87578b
  kind: Event
  lastTimestamp: "2026-05-25T11:48:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:38Z"
    name: isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d.18b2cc8df8e3b528
    namespace: kserve-ci-e2e-test
    resourceVersion: "25195"
    uid: b3340d57-01ec-4e65-b488-70be0575e5c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25121"
    uid: e10b8dd2-1576-4d3c-ba19-48117e87578b
  kind: Event
  lastTimestamp: "2026-05-25T11:48:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:38Z"
    name: isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d.18b2cc8dfbdf40b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: 9c02f775-a877-4a6f-b5c2-1908dac0d3a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25121"
    uid: e10b8dd2-1576-4d3c-ba19-48117e87578b
  kind: Event
  lastTimestamp: "2026-05-25T11:48:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:38Z"
    name: isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d.18b2cc8dfc52ac22
    namespace: kserve-ci-e2e-test
    resourceVersion: "25198"
    uid: 4db8e002-18da-4a1c-b0bd-b9b81d2cf084
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25121"
    uid: e10b8dd2-1576-4d3c-ba19-48117e87578b
  kind: Event
  lastTimestamp: "2026-05-25T11:48:42Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:42Z"
    name: isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d.18b2cc90318cf4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25247"
    uid: 1a17cfc9-fe2a-4be5-a39a-13197fb90e71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-845d47-predictor-8f6b96d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "25108"
    uid: c9310502-0c68-4e7d-94db-f6ba1a44c3eb
  kind: Event
  lastTimestamp: "2026-05-25T11:48:32Z"
  message: 'Created pod: isvc-init-fail-845d47-predictor-8f6b96d89-s6p5d'
  metadata:
    creationTimestamp: "2026-05-25T11:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:48:32Z"
    name: isvc-init-fail-845d47-predictor-8f6b96d89.18b2cc8ddd1fe5af
    namespace: kserve-ci-e2e-test
    resourceVersion: "25119"
    uid: b741ea21-43e5-4116-a87c-3ab3600aefb0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-845d47-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25104"
    uid: c472e29f-f1b2-479f-8b01-7af4e4bf4c97
  kind: Event
  lastTimestamp: "2026-05-25T11:48:32Z"
  message: Scaled up replica set isvc-init-fail-845d47-predictor-8f6b96d89 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T11:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:48:32Z"
    name: isvc-init-fail-845d47-predictor.18b2cc8dd9e3997c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 1fdc3c54-b411-45ce-9864-ee84c7809fac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-845d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "25079"
    uid: 46f3a6dc-e14c-41ec-b915-3bd2004f2f5d
  kind: Event
  lastTimestamp: "2026-05-25T11:48:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:48:38Z"
    name: isvc-init-fail-845d47.18b2cc8dd992129b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25201"
    uid: 8b899718-752e-4975-b220-c828ff2e3c3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-845d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "25079"
    uid: 46f3a6dc-e14c-41ec-b915-3bd2004f2f5d
  kind: Event
  lastTimestamp: "2026-05-25T11:48:32Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-845d47":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-845d47":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:48:32Z"
    name: isvc-init-fail-845d47.18b2cc8dda2d8dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25129"
    uid: e514658b-0481-407d-872b-50f227a72981
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-845d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "25079"
    uid: 46f3a6dc-e14c-41ec-b915-3bd2004f2f5d
  kind: Event
  lastTimestamp: "2026-05-25T11:48:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-845d47": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:48:32Z"
    name: isvc-init-fail-845d47.18b2cc8dda2df330
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: 7aa3f07e-d5b6-43f4-a736-960f077d05b9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:30:45.841914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-w9l9h
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:30:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:30:45Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cb9587196b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: b675f477-0112-4793-b415-c204a048e2b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16324"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:30:46Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:30:46Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cb95a0a99b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16338"
    uid: 78e4ed7e-c59e-43da-ba7d-1ef9845f7edf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:30:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:46Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cb95a352178e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: 8a2c861f-2cad-4bcd-b4ea-540e876ade88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:30:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:46Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cb95a61a9410
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: 238f6c19-8eb1-476f-abc6-fa5f4de22abe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:30:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:46Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cb95a6b7aa21
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: e3b674ca-68eb-4221-8f0b-de59d9b2b779
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:30:51Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T11:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:51Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cb96bd8dfe3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16384"
    uid: 62acd45a-c60a-4a2f-a50e-72ab5f96ebac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:30:57Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.194s (6.194s
    including waiting). Image size: 606718223 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:57Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cb982ec9d33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 9c6b2aa9-0f8a-4c88-8719-7d34f4ab8f2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:30:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:57Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cb9832109138
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: b3b41f04-9a62-43dd-b5b8-931a2ce189cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:30:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:57Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cb983280cefd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: 0cb978b9-c635-42f6-bffe-77b8ab84caaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:30:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:57Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cb98328d35a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 69ccc900-4f1f-4a25-a32f-3aebe76f783b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:30:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:57Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cb98355dc762
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 1ce6ff2d-85eb-45b4-b775-63c6f536591f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:30:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:57Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cb9835ddb4df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: bd87448e-c043-4abb-bff7-bc567e5ed2f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:32:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:32:05Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cb989c86ed47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 35b3fb9e-c3f4-4859-a144-f1ae7a607f7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:32:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:32:15Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cbaa785cbb01
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 47038cfe-c56e-49c0-baad-6ce988ae3378
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: cbf3dfb7-c560-4f58-a46f-65e5e3eb38aa
  kind: Event
  lastTimestamp: "2026-05-25T11:32:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:32:15Z"
    name: isvc-lightgbm-predictor-bdf964bd-w9l9h.18b2cbaa785d3d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: 68b1987b-c19d-446b-b6bf-1ec2234a66d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16287"
    uid: e63f7ba8-b693-43ad-825c-9501eb725e44
  kind: Event
  lastTimestamp: "2026-05-25T11:30:45Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-w9l9h'
  metadata:
    creationTimestamp: "2026-05-25T11:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:30:45Z"
    name: isvc-lightgbm-predictor-bdf964bd.18b2cb9586616652
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 6cee326f-a92d-4ba2-beb9-ec02b999260f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16282"
    uid: 6f15c443-c2c2-4c98-b2b8-97ba0259ee1e
  kind: Event
  lastTimestamp: "2026-05-25T11:30:45Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:30:45Z"
    name: isvc-lightgbm-predictor.18b2cb957fb3fd2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: 7d2f78ff-b87f-45b6-b5e5-3f3ccb0cf2e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: a443cc3e-8f2d-4069-b5de-443dbc75a931
  kind: Event
  lastTimestamp: "2026-05-25T11:31:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:31:45Z"
    name: isvc-lightgbm-predictor.18b2cb98fddd5042
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: 92ad669a-ff95-426c-b87b-9055e5db0e25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: a443cc3e-8f2d-4069-b5de-443dbc75a931
  kind: Event
  lastTimestamp: "2026-05-25T11:31:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:31:45Z"
    name: isvc-lightgbm-predictor.18b2cb98fe406861
    namespace: kserve-ci-e2e-test
    resourceVersion: "16792"
    uid: a36a0400-afc3-4793-9610-a92cfd773843
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: a443cc3e-8f2d-4069-b5de-443dbc75a931
  kind: Event
  lastTimestamp: "2026-05-25T11:32:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:32:00Z"
    name: isvc-lightgbm-predictor.18b2cba6fab798b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: addeccd0-15ad-4897-bf51-2ab088fdace8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: a443cc3e-8f2d-4069-b5de-443dbc75a931
  kind: Event
  lastTimestamp: "2026-05-25T11:32:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:32:00Z"
    name: isvc-lightgbm-predictor.18b2cba6fb2a969f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: 789c08ac-0ab6-4fb9-b2fe-ad96b300a0e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:32:15.933080Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:32:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:32:15Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbaa80f38c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17059"
    uid: 997f9745-d9f7-4d4a-bbca-35365101571b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:32:16Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:32:16Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbaa9a5a4f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17071"
    uid: e90dcd24-912e-4198-ac9d-4c9fee71425e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:32:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:32:16Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbaa9bd89799
    namespace: kserve-ci-e2e-test
    resourceVersion: "17073"
    uid: 03416496-6d6f-4939-acde-1899ee002e8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:32:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:32:16Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbaa9f03e1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17074"
    uid: 1347cd07-3a0c-4e06-ba7a-bada7cab7d78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:32:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:32:16Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbaa9f6ed7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: a29bd207-4b37-4ab1-9f9f-c2690cf0177d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:32:20Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:32:20Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbab89e85008
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: b606717c-2e8e-4e69-bac6-9406fadd5c74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:32:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:32:20Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbab8da079f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17119"
    uid: 33a1d6c4-23b8-473a-b2f9-ae7b63492b29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:32:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:32:20Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbab8e11753f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17120"
    uid: 819fab9e-c3e9-40fc-b4b4-fd0ab0b9049c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:32:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:32:20Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbab8e1cf4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: 9955893e-5599-4368-9a83-b733e5a5165b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:32:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:32:20Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbab91345418
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 3f377348-d752-4051-a6bc-448f168de836
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:32:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:32:20Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbab91a396aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: 59a10d25-9cb7-490b-91f2-31aac0e71f5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:33:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:33:28Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbac01a62126
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 4408eff6-e0a8-41c6-a46c-5fa0cf05a6e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:33:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:33:36Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbbd3140ff0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: 67373d01-6015-45c3-b673-c584a10b01b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:33:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:33:36Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbbd314172fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17703"
    uid: 9da0504a-13f6-4614-91d3-8a5ec1dd1db1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 791fa6a6-1afd-4d66-bf37-846c657cc7ee
  kind: Event
  lastTimestamp: "2026-05-25T11:33:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:33:38Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl.18b2cbbdb3cb5f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: f81abda0-e6df-4708-bca2-0d147250c588
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: e97a04c3-e89b-4af3-a13e-e6f44bcba2f0
  kind: Event
  lastTimestamp: "2026-05-25T11:32:15Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-r9xxl'
  metadata:
    creationTimestamp: "2026-05-25T11:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:32:15Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18b2cbaa805e4c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 0d377b01-85bc-4871-8d14-1355d855ad73
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: de7b6aa4-fd2b-4601-b294-48f6756c15cd
  kind: Event
  lastTimestamp: "2026-05-25T11:32:15Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T11:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:32:15Z"
    name: isvc-lightgbm-runtime-predictor.18b2cbaa7afa91a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: 385fc2af-838d-41f3-8140-02ac26bfc6b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 80f41f1d-4bc6-4587-ab44-6fb674be42bf
  kind: Event
  lastTimestamp: "2026-05-25T11:32:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:32:30Z"
    name: isvc-lightgbm-runtime-predictor.18b2cbadfa160547
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: df7e26d3-426c-46f0-ad8d-90549c84c03e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 80f41f1d-4bc6-4587-ab44-6fb674be42bf
  kind: Event
  lastTimestamp: "2026-05-25T11:32:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:32:30Z"
    name: isvc-lightgbm-runtime-predictor.18b2cbadfa7633e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: b60496bf-0c1b-400f-8b1b-3313a4631bc8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17204"
    uid: 80f41f1d-4bc6-4587-ab44-6fb674be42bf
  kind: Event
  lastTimestamp: "2026-05-25T11:33:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:33:30Z"
    name: isvc-lightgbm-runtime-predictor.18b2cbb179278513
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: 80273ecd-2d9c-4917-a9d7-5516caeb846e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17204"
    uid: 80f41f1d-4bc6-4587-ab44-6fb674be42bf
  kind: Event
  lastTimestamp: "2026-05-25T11:33:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:33:30Z"
    name: isvc-lightgbm-runtime-predictor.18b2cbb1798c4b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: f5692ef0-1b92-4b35-befb-c100a836635f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: de205e99-3caf-44ad-b543-5cda4ffcfde6
  kind: Event
  lastTimestamp: "2026-05-25T11:33:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:33:32Z"
    name: isvc-lightgbm-runtime.18b2cbaa7acf5660
    namespace: kserve-ci-e2e-test
    resourceVersion: "17647"
    uid: e15cb2c0-3c4d-48e3-badc-965995df129f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: de205e99-3caf-44ad-b543-5cda4ffcfde6
  kind: Event
  lastTimestamp: "2026-05-25T11:32:15Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:32:15Z"
    name: isvc-lightgbm-runtime.18b2cbaa7b424d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: dfb82d2b-4cde-429d-87f0-f75cd75ac21c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: de205e99-3caf-44ad-b543-5cda4ffcfde6
  kind: Event
  lastTimestamp: "2026-05-25T11:32:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:32:16Z"
    name: isvc-lightgbm-runtime.18b2cbaa83119d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: d0661bca-e3cc-4944-ac16-cefac9bb4bf3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: de205e99-3caf-44ad-b543-5cda4ffcfde6
  kind: Event
  lastTimestamp: "2026-05-25T11:33:32Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:33:32Z"
    name: isvc-lightgbm-runtime.18b2cbbc432c58c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 6abd1efb-8309-451c-9c63-98e5a3e8799d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:36:16.653857Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:36:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:36:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe28d0715c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18923"
    uid: 7dcf3c60-f8d5-48e3-98ba-abd9f6387399
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18929"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:17Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:36:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe2a5e5c764
    namespace: kserve-ci-e2e-test
    resourceVersion: "18935"
    uid: 6483f9a5-e44d-4c53-aa70-9d728bea53f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:17Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
  metadata:
    creationTimestamp: "2026-05-25T11:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe2a7afa459
    namespace: kserve-ci-e2e-test
    resourceVersion: "18937"
    uid: f453ee04-c9c4-4934-b8a7-23ac4b795d0a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    in 3.721s (3.721s including waiting). Image size: 303117430 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe38580ef24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18964"
    uid: d48c9b7b-50c6-441f-b71a-284bcded4eae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe388a16db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18966"
    uid: 8e2af27f-c504-4807-9053-0d2000693d21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe3890feea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: a8ecc8c2-dca9-4512-a543-f14fe50c98c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:24Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T11:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe4741cd2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19004"
    uid: 743549f8-bfa4-4a20-8b50-b04aeda3df5e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:30Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.075s (6.075s
    including waiting). Image size: 606718223 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe5de427085
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: 09f673c0-c359-4807-95f8-6fa82d0ca2fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe5e16833de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19050"
    uid: b7e0f6c7-4b8a-4183-9304-2f684cc9e709
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe5e1d82395
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: c939126f-0a4a-43f0-aaa9-2a48680d51d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe5e1e373ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19052"
    uid: 36f8de1e-6280-4561-8f15-9ef50803e6b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe5e49fd5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: f7d5ce0c-9504-4220-af2b-57f26dce0287
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe5e55aeefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19054"
    uid: 63184a86-0e21-4a5b-9f17-5c5c7c0dd9a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe6529b3528
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: e74f0b8a-b892-43da-89d4-f91bc010c99a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe98aeafeb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19199"
    uid: f3fde305-b277-4a5c-b717-1f83a9a4a0b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 33654782-df8b-4db7-8577-3f89c481c57a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj.18b2cbe98aeb975a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19203"
    uid: 8e51519b-8fa8-4ad8-a632-9d878b9244a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: fce0fac5-716f-4b23-b145-c4cab1de9fe0
  kind: Event
  lastTimestamp: "2026-05-25T11:36:16Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-f8rwj'
  metadata:
    creationTimestamp: "2026-05-25T11:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:36:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18b2cbe28cabd725
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 83c2610d-de90-4f23-9959-1ce689149913
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 4db2f551-7e8d-4ee2-b0ea-4e9e55ee7b76
  kind: Event
  lastTimestamp: "2026-05-25T11:36:16Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:36:16Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b2cbe286f9a500
    namespace: kserve-ci-e2e-test
    resourceVersion: "18908"
    uid: 06d14b37-d557-43e9-ab77-bfd6b165634a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18904"
    uid: 3d9f1b27-e3b4-40f2-98d8-68a48326cd81
  kind: Event
  lastTimestamp: "2026-05-25T11:36:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:36:46Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b2cbe60644c0d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19176"
    uid: 90505a76-abd6-4395-a383-85fc4f6b563f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18904"
    uid: 3d9f1b27-e3b4-40f2-98d8-68a48326cd81
  kind: Event
  lastTimestamp: "2026-05-25T11:36:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:36:46Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b2cbe606d249ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19177"
    uid: 0c100bd5-876b-439d-b45a-4702a50130bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: 38d215dc-a182-4e27-97f5-29f9c8668110
  kind: Event
  lastTimestamp: "2026-05-25T11:36:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:36:39Z"
    name: isvc-lightgbm-v2-kserve.18b2cbe286cc3f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19124"
    uid: de517579-8df2-4658-8139-67c215c2fbef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: 38d215dc-a182-4e27-97f5-29f9c8668110
  kind: Event
  lastTimestamp: "2026-05-25T11:36:16Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:36:16Z"
    name: isvc-lightgbm-v2-kserve.18b2cbe2873190ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18910"
    uid: a78d6705-305a-474e-93e4-521a81514a60
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19122"
    uid: 38d215dc-a182-4e27-97f5-29f9c8668110
  kind: Event
  lastTimestamp: "2026-05-25T11:36:38Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:36:38Z"
    name: isvc-lightgbm-v2-kserve.18b2cbe7c09a80a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19123"
    uid: 498461a7-45a4-4741-bffc-7701c9f62d05
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:33:36.298546Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17719"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:33:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:33:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbbd371b407c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17723"
    uid: 0b388a09-98e4-408d-bc54-e04e725c5dc6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:33:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T11:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:33:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbbd3e9cdabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17731"
    uid: 744f1621-31a2-4598-8543-8e7afb27a541
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:33:37Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:33:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbbd74a4bce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 02dcc1ee-038e-443c-a3fa-aa8b98413e8a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:33:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:33:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbbd767429fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: d9502ab5-d892-4d76-8915-54eeff3a7aed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:33:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:33:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbbd79c4280e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 72e354cd-c4e6-4290-9377-28ee104aa77b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:33:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:33:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbbd7a3b00f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: 98d3ec9a-d33f-4f8d-940a-334aa2c0cd20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:33:41Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-05-25T11:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:33:41Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbbe76670b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: 18f4769b-0ddf-47bc-a359-d178f95a7f38
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:35:38Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 1m56.762s
    (1m56.762s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbd9a604f3b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: 29d40574-7425-48e1-a87c-b975283f25bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:35:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbd9ac2279d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18597"
    uid: fadcaf7f-8c3b-4938-a056-4db333352fa7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:35:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbd9ad44b1ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: 18826eb7-9439-41e1-95a6-9c639d35e0ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:35:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbd9ad4fafda
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: 19f76859-dfbe-4a79-baab-a704ed3e67f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:35:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbd9b0ad3480
    namespace: kserve-ci-e2e-test
    resourceVersion: "18601"
    uid: ea763b5d-ce12-4d99-a49b-c319d4408498
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:35:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbd9b1d5ee43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18602"
    uid: 86db465b-4f69-47a5-aa7a-1602db2a0d60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:36:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:16Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbe2864a373a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18903"
    uid: d2f414f2-1875-49d5-be91-cd5e13776022
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: e9065062-773e-40bd-959b-c0c91b7de1f1
  kind: Event
  lastTimestamp: "2026-05-25T11:36:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:16Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s.18b2cbe2864bca24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18906"
    uid: 698149c7-dc3b-45a8-9c26-9516b3d7cc79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "17708"
    uid: 1c504d07-6727-419c-b925-0504a81d110b
  kind: Event
  lastTimestamp: "2026-05-25T11:33:36Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-bhq2s'
  metadata:
    creationTimestamp: "2026-05-25T11:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:33:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18b2cbbd368ddcf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: ce3b8cd7-a4b2-4c1a-a895-8a8faed68bef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: c32b106b-06fe-4af8-ae56-d962ec87e4dd
  kind: Event
  lastTimestamp: "2026-05-25T11:33:36Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:33:36Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2cbbd33086aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17710"
    uid: f38a3821-77ff-4182-b06a-fca69d2b282c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: 268368e4-0210-45ce-844f-08e4664d046a
  kind: Event
  lastTimestamp: "2026-05-25T11:35:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:35:51Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2cbc0b223e250
    namespace: kserve-ci-e2e-test
    resourceVersion: "18689"
    uid: cef636b6-4c02-4f45-b1c1-1942cb2ae054
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: 268368e4-0210-45ce-844f-08e4664d046a
  kind: Event
  lastTimestamp: "2026-05-25T11:35:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:35:51Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2cbc0b2cd4123
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: 7041d0ef-ad40-4455-9c86-032b9068da15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 268368e4-0210-45ce-844f-08e4664d046a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:36:06Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2cbe02cdb7b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "18793"
    uid: 3b26f4b0-018b-4047-9418-e468286d20b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 268368e4-0210-45ce-844f-08e4664d046a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:36:06Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b2cbe02d63c4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18794"
    uid: 3d57c241-8996-4d85-8318-bd929dfe036d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17678"
    uid: 48781f96-7026-4a6e-82fc-0bff6771fcfe
  kind: Event
  lastTimestamp: "2026-05-25T11:36:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:36:15Z"
    name: isvc-lightgbm-v2-runtime.18b2cbbd32d7bb70
    namespace: kserve-ci-e2e-test
    resourceVersion: "18864"
    uid: 8c4a766a-dfc4-4919-ae4c-f375c2411d71
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17678"
    uid: 48781f96-7026-4a6e-82fc-0bff6771fcfe
  kind: Event
  lastTimestamp: "2026-05-25T11:33:36Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:33:36Z"
    name: isvc-lightgbm-v2-runtime.18b2cbbd33286b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: 9e2272bd-630d-4ea2-b867-cb0bb1fa69df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: 48781f96-7026-4a6e-82fc-0bff6771fcfe
  kind: Event
  lastTimestamp: "2026-05-25T11:33:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:33:36Z"
    name: isvc-lightgbm-v2-runtime.18b2cbbd39a254e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: f485843c-3f26-4b34-9902-a21fe5f4a8d2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18861"
    uid: 48781f96-7026-4a6e-82fc-0bff6771fcfe
  kind: Event
  lastTimestamp: "2026-05-25T11:36:15Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:36:15Z"
    name: isvc-lightgbm-v2-runtime.18b2cbe2375fa0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18862"
    uid: 09317520-f21f-45aa-a6b8-7048c199fde3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16257"
    uid: cab3da94-f0bf-4e03-8f67-d9502f35a849
  kind: Event
  lastTimestamp: "2026-05-25T11:32:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:32:15Z"
    name: isvc-lightgbm.18b2cb957e9f0a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: 0172a676-367d-40ab-9bf6-6c43ecc6f83e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16257"
    uid: cab3da94-f0bf-4e03-8f67-d9502f35a849
  kind: Event
  lastTimestamp: "2026-05-25T11:30:45Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T11:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:30:45Z"
    name: isvc-lightgbm.18b2cb9586258ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: 350a1cf6-a159-4fd5-bc90-2e726ad3dd7f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17000"
    uid: cab3da94-f0bf-4e03-8f67-d9502f35a849
  kind: Event
  lastTimestamp: "2026-05-25T11:32:15Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:32:15Z"
    name: isvc-lightgbm.18b2cbaa588b8eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 9335e049-48ac-4f21-96ab-7174f3720cd6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:29:20.409325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-58ff4b6bc4-mqbl4
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:29:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:29:20Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb81a2eb8332
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: eac4fe6d-1437-4805-aa38-46099b8f0f8a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:29:20Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:29:20Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb81bc940964
    namespace: kserve-ci-e2e-test
    resourceVersion: "15604"
    uid: b0ae9c1c-ffab-4b82-98b6-76e57b7690f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:29:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:20Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb81be78dc31
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: 72da416b-1cfa-4214-ac05-3a1f9f5ec07d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:29:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:20Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb81c1522fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 8ec4d38f-fb17-40ae-8304-80ef357e2b5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:29:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:20Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb81c1c5e907
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 87bd5dc3-a25b-4937-aa6d-cb1aa9d0eb86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:29:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:24Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb82a5255bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15643"
    uid: a4dc7ff7-4d65-4320-9133-6637c524e564
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:29:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:24Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb82a8dc982d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 174c6a90-61e5-44df-91b0-2b919e1df083
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:29:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:24Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb82a967fc9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: f667c7af-a03f-42ba-b6a1-3b78f4384894
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:29:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:24Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb82a975909c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: 2fe409e3-036a-4d47-b2e2-73a7a2561f44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:29:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:24Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb82ac981491
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 71f87e9b-c422-47ec-b25e-10d54ecc245a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:29:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:24Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb82ad1f4970
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: 247772a5-26de-44a2-9aa9-61b4bf622665
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:29:24Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:85509e1d0da5916160d865d089804d6bbebf1ea6c16cad0efae5e4799309c886"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:24Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb82ad2e1698
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 36a5421b-b7cc-4a86-b85a-73a80b6b219d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:29:24Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-25T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:24Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb82b0c456fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15656"
    uid: 3e62ebe6-bf9f-480f-a1ea-7e46ac995a7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:29:24Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-25T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:24Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb82b13694ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15658"
    uid: 2ea10dfe-fe24-4cb9-8956-d7cca7b19dcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:31:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:02Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb831cf343c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: 69ebc938-f3a8-4e08-92cc-059961012c3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:31:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T11:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:02Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb831cfdbe0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: 75038de3-ceb5-416a-910c-9f701e89a285
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:30:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:45Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb95857ebf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 97211b92-3eb9-47f9-86ca-6eb1dac1f291
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:30:45Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-25T11:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:45Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb95857f10bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16311"
    uid: c382dc24-aaa3-4414-9614-496637fc3d7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:30:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:45Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb95857f33d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: 46a7409b-701a-48f5-9c39-eb1284fbd55b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 4f034c8d-77f5-4e58-9314-6771e1ec46f8
  kind: Event
  lastTimestamp: "2026-05-25T11:31:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:07Z"
    name: isvc-logger-predictor-58ff4b6bc4-mqbl4.18b2cb95f9178a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 1791ea9a-d016-451b-8b81-7b681773a858
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-58ff4b6bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: e5464f2c-1ee0-4450-82df-8e048d7213cf
  kind: Event
  lastTimestamp: "2026-05-25T11:29:20Z"
  message: 'Created pod: isvc-logger-predictor-58ff4b6bc4-mqbl4'
  metadata:
    creationTimestamp: "2026-05-25T11:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:20Z"
    name: isvc-logger-predictor-58ff4b6bc4.18b2cb81a2257b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 7e071fe7-ce66-484f-9368-720c67072064
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15576"
    uid: 746822a8-46b6-43a7-ae00-01cf975e76bc
  kind: Event
  lastTimestamp: "2026-05-25T11:29:20Z"
  message: Scaled up replica set isvc-logger-predictor-58ff4b6bc4 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:20Z"
    name: isvc-logger-predictor.18b2cb819e831fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15580"
    uid: 1044185b-4b76-4f69-8b6f-db350637329c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: c71fd218-90c8-4dfe-9e73-3cf5fa9f49ed
  kind: Event
  lastTimestamp: "2026-05-25T11:30:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:30:05Z"
    name: isvc-logger-predictor.18b2cb851d037721
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 053edfb4-5e32-4944-be51-b9ccd6d58295
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: c71fd218-90c8-4dfe-9e73-3cf5fa9f49ed
  kind: Event
  lastTimestamp: "2026-05-25T11:30:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:30:05Z"
    name: isvc-logger-predictor.18b2cb851da1ec21
    namespace: kserve-ci-e2e-test
    resourceVersion: "15960"
    uid: d55168a3-2a44-4307-a8ef-80109fdfbd0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: c71fd218-90c8-4dfe-9e73-3cf5fa9f49ed
  kind: Event
  lastTimestamp: "2026-05-25T11:30:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:30:35Z"
    name: isvc-logger-predictor.18b2cb8f9acff840
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: 1d60f54f-c1c8-45b0-a886-2ad2508db07c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: c71fd218-90c8-4dfe-9e73-3cf5fa9f49ed
  kind: Event
  lastTimestamp: "2026-05-25T11:30:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:30:35Z"
    name: isvc-logger-predictor.18b2cb8f9b40ede6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: 4618fa8f-66b2-4dec-b952-f2e7260c9847
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 96a2a089-4ac0-4b5b-b1c7-2a6a5f6f59ec
  kind: Event
  lastTimestamp: "2026-05-25T11:30:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:30:32Z"
    name: isvc-logger.18b2cb819e59cba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16161"
    uid: 6a174355-b968-4f6d-ba9f-84ebec2e0cb9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 96a2a089-4ac0-4b5b-b1c7-2a6a5f6f59ec
  kind: Event
  lastTimestamp: "2026-05-25T11:29:20Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T11:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:29:20Z"
    name: isvc-logger.18b2cb819eac6222
    namespace: kserve-ci-e2e-test
    resourceVersion: "15582"
    uid: 97c7e35d-3f1e-4d62-9870-131505cfdca4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16158"
    uid: 96a2a089-4ac0-4b5b-b1c7-2a6a5f6f59ec
  kind: Event
  lastTimestamp: "2026-05-25T11:30:32Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:30:32Z"
    name: isvc-logger.18b2cb9281b91a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: 96c41fb0-4317-43cb-9596-e590f0f708e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:36:46.821769Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19218"
    uid: f7349a3e-b649-477b-bd08-8ecc4970d244
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:36:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:36:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf.18b2cbe9932cdb1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: 480d7c11-a72b-4eac-9944-92d8cae8e80d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19231"
    uid: f7349a3e-b649-477b-bd08-8ecc4970d244
  kind: Event
  lastTimestamp: "2026-05-25T11:36:47Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:36:47Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf.18b2cbe9ac730adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: fbe6faf1-af9f-4c2d-bd7a-223d4954305d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: f7349a3e-b649-477b-bd08-8ecc4970d244
  kind: Event
  lastTimestamp: "2026-05-25T11:36:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:47Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf.18b2cbe9ae900922
    namespace: kserve-ci-e2e-test
    resourceVersion: "19245"
    uid: 15d0ad80-9f22-483f-aa7c-a273c7101a0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: f7349a3e-b649-477b-bd08-8ecc4970d244
  kind: Event
  lastTimestamp: "2026-05-25T11:36:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:47Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf.18b2cbe9b16f71c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19247"
    uid: 005d50c9-dd1d-419f-90d7-48321d40ac03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: f7349a3e-b649-477b-bd08-8ecc4970d244
  kind: Event
  lastTimestamp: "2026-05-25T11:36:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:47Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf.18b2cbe9b1cf3348
    namespace: kserve-ci-e2e-test
    resourceVersion: "19248"
    uid: 5773a6e6-56f1-4261-90f3-450470f6ffec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: f7349a3e-b649-477b-bd08-8ecc4970d244
  kind: Event
  lastTimestamp: "2026-05-25T11:36:51Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T11:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf.18b2cbeaa155aa78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19284"
    uid: 5735eca1-b331-4db9-986c-9ea6c37e15f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: f7349a3e-b649-477b-bd08-8ecc4970d244
  kind: Event
  lastTimestamp: "2026-05-25T11:36:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf.18b2cbeaa481d9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19286"
    uid: 43c788ad-b66e-419f-b00a-86cc55f85850
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: f7349a3e-b649-477b-bd08-8ecc4970d244
  kind: Event
  lastTimestamp: "2026-05-25T11:36:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf.18b2cbeaa4dec97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19287"
    uid: f9655429-d1a0-4443-a4cd-e6b3af85cfee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: f7349a3e-b649-477b-bd08-8ecc4970d244
  kind: Event
  lastTimestamp: "2026-05-25T11:36:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf.18b2cbeaa4e9c4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19290"
    uid: e73c6aa7-5138-43d4-ad29-a0d04e00c1fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: f7349a3e-b649-477b-bd08-8ecc4970d244
  kind: Event
  lastTimestamp: "2026-05-25T11:36:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf.18b2cbeaa80a9a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: d4a3329f-49e4-40c7-a0b6-ba60ec8d718c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: f7349a3e-b649-477b-bd08-8ecc4970d244
  kind: Event
  lastTimestamp: "2026-05-25T11:36:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf.18b2cbeaa86f5f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19293"
    uid: c3cebb35-c827-4a57-8c6f-4a3aacd20501
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: f7349a3e-b649-477b-bd08-8ecc4970d244
  kind: Event
  lastTimestamp: "2026-05-25T11:37:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:36Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf.18b2cbf53a3be652
    namespace: kserve-ci-e2e-test
    resourceVersion: "19644"
    uid: c982f520-13a7-4469-b3ce-5b5df629105b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: f7349a3e-b649-477b-bd08-8ecc4970d244
  kind: Event
  lastTimestamp: "2026-05-25T11:37:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:36Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf.18b2cbf53a3c8d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: 8474d3f4-9d98-4d5e-a546-b94a3007a84f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: f9977e02-dad7-4bb8-a92c-e97cf9072b67
  kind: Event
  lastTimestamp: "2026-05-25T11:36:46Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wmndf'
  metadata:
    creationTimestamp: "2026-05-25T11:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:36:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18b2cbe9928a0b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19219"
    uid: dfb7952d-d3fa-42a9-a248-929feebc051a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19207"
    uid: 9e2e9457-472f-4699-8676-03394b3dc038
  kind: Event
  lastTimestamp: "2026-05-25T11:36:46Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:36:46Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2cbe98d5516fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: fce76d65-d0dd-4719-9e15-52f3f0249718
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19208"
    uid: b4247765-fe38-47e1-a206-0785201a7bca
  kind: Event
  lastTimestamp: "2026-05-25T11:37:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:37:16Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2cbed0c36536c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19468"
    uid: d5949bed-1d2a-401c-8b27-9e4927c60d22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19208"
    uid: b4247765-fe38-47e1-a206-0785201a7bca
  kind: Event
  lastTimestamp: "2026-05-25T11:37:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:37:16Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2cbed0c9f06a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: 4f928512-0561-4b2c-b825-d5116b11f132
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19365"
    uid: b4247765-fe38-47e1-a206-0785201a7bca
  kind: Event
  lastTimestamp: "2026-05-25T11:37:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:37:31Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2cbf40a93d532
    namespace: kserve-ci-e2e-test
    resourceVersion: "19579"
    uid: 36395121-f1b3-4ad2-9ff0-8aa16a0caf72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19365"
    uid: b4247765-fe38-47e1-a206-0785201a7bca
  kind: Event
  lastTimestamp: "2026-05-25T11:37:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:37:31Z"
    name: isvc-mlflow-v2-runtime-predictor.18b2cbf40affe0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19581"
    uid: 15084c1f-68cc-4486-ab76-b712aa845420
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19180"
    uid: 281a7091-93bc-4ec1-9515-a71f8beb4e4a
  kind: Event
  lastTimestamp: "2026-05-25T11:37:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:37:29Z"
    name: isvc-mlflow-v2-runtime.18b2cbe98d1544ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: 0b8e179d-0e31-4b71-9215-009744044475
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19180"
    uid: 281a7091-93bc-4ec1-9515-a71f8beb4e4a
  kind: Event
  lastTimestamp: "2026-05-25T11:36:46Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:36:46Z"
    name: isvc-mlflow-v2-runtime.18b2cbe98e3375bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19213"
    uid: caa20295-979e-4daf-94b2-6be721db8041
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: 281a7091-93bc-4ec1-9515-a71f8beb4e4a
  kind: Event
  lastTimestamp: "2026-05-25T11:37:29Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:37:29Z"
    name: isvc-mlflow-v2-runtime.18b2cbf38124bbec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19564"
    uid: 88d81077-5ad2-409a-9f0f-c4272e2a2967
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:38:57.140606Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20303"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-762sq
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:38:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:38:57Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc07eac88721
    namespace: kserve-ci-e2e-test
    resourceVersion: "20310"
    uid: 68337b18-7c8d-4673-a2e1-fd58d5ab18f3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20313"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:38:57Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:38:57Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc08040449e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20324"
    uid: 2bd4783f-7342-4fbe-8fbc-8d2a25f4aef9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:38:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:38:57Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc08055fe71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 7a718804-1e1d-4acd-b7a0-6e1097b36890
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:38:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:38:57Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc0807fad750
    namespace: kserve-ci-e2e-test
    resourceVersion: "20327"
    uid: 8f7dc0f5-d434-45df-832d-85a73ad37a71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:38:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:38:57Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc080863d592
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: cd9d5470-64fc-42aa-86d9-40668e1cd550
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:39:02Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T11:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:39:02Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc091d36df7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 666b2f54-85f6-4f0f-aad7-12b07ea7556d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:39:13Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.834s (10.834s
    including waiting). Image size: 1162544372 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:39:13Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc0ba301e793
    namespace: kserve-ci-e2e-test
    resourceVersion: "20454"
    uid: b339ad5c-7649-4f26-8e96-2b8956fb902c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:39:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:39:13Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc0ba5fc96b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20455"
    uid: 6ee73425-8783-46a0-88aa-2106940772df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:39:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:39:13Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc0ba667bd28
    namespace: kserve-ci-e2e-test
    resourceVersion: "20456"
    uid: 215e36cc-6523-4ff8-8dd4-4208212ebbd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:39:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:39:13Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc0ba672b8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: aca0465c-7db8-4d35-b72b-e85c8a061e87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:39:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:39:13Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc0ba95e6b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20458"
    uid: f407bfe7-f181-4cff-9199-77b4c9ff2919
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:39:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:39:13Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc0ba9cb1503
    namespace: kserve-ci-e2e-test
    resourceVersion: "20459"
    uid: e7aff5f9-2948-425e-a1dd-e72d6f4cc719
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-25T11:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:40:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:40:10Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc0beb343064
    namespace: kserve-ci-e2e-test
    resourceVersion: "20954"
    uid: 9dc2b40f-e55a-486c-934c-5b7aae411465
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:40:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:40:08Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc188f26b43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: f443d2a6-9a55-45b7-a987-98f285a0f40e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:40:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:40:08Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc188f274843
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: d776204e-1bd1-4cc6-988e-4665eb99c707
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 23ab0b86-2fe7-4065-9869-68739249fa1c
  kind: Event
  lastTimestamp: "2026-05-25T11:40:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:40:10Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-762sq.18b2cc18f5331c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: fcab6a1a-395d-4939-8f69-d07862309f9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20291"
    uid: 45c3203f-5dec-4e8a-89cd-d6ba4d7d7504
  kind: Event
  lastTimestamp: "2026-05-25T11:38:57Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-762sq'
  metadata:
    creationTimestamp: "2026-05-25T11:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:38:57Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18b2cc07ea3b61a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20304"
    uid: 5049edde-48f7-45ac-96b6-d2b02a924737
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20288"
    uid: 39892429-f80f-4fd4-ba19-b94f61922ff6
  kind: Event
  lastTimestamp: "2026-05-25T11:38:57Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:38:57Z"
    name: isvc-paddle-predictor.18b2cc07e6b17f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: ded657b5-3fe1-41c5-9dfe-c783e1979048
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:39:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20290"
    uid: 5298a5b9-7cd9-48a8-b556-d096a1149f46
  kind: Event
  lastTimestamp: "2026-05-25T11:39:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:39:57Z"
    name: isvc-paddle-predictor.18b2cc0b6509b811
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: b01c30e6-d041-462a-bf17-68daf60151b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:39:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20290"
    uid: 5298a5b9-7cd9-48a8-b556-d096a1149f46
  kind: Event
  lastTimestamp: "2026-05-25T11:39:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:39:57Z"
    name: isvc-paddle-predictor.18b2cc0b65662bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: fdce94b1-7958-4e5e-9bee-c31286467cd7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:39:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20446"
    uid: 5298a5b9-7cd9-48a8-b556-d096a1149f46
  kind: Event
  lastTimestamp: "2026-05-25T11:39:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:39:42Z"
    name: isvc-paddle-predictor.18b2cc1263ac1481
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: ae4f8f71-082f-41dc-a4f0-4a1f92c9a705
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:39:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20446"
    uid: 5298a5b9-7cd9-48a8-b556-d096a1149f46
  kind: Event
  lastTimestamp: "2026-05-25T11:39:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:39:42Z"
    name: isvc-paddle-predictor.18b2cc126492ed09
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: d88b788b-0123-49d7-8bea-ca45d041e968
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:40:08.766223Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:40:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:40:08Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc189800a2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20924"
    uid: 8fbb59ab-6fb5-4434-a782-1ea02974682a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:40:09Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:40:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc18b0c2e135
    namespace: kserve-ci-e2e-test
    resourceVersion: "20934"
    uid: 4a641d03-dee4-4e15-a6e5-ca1587d24d91
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:40:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:40:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc18b225df0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20936"
    uid: 355b3ace-192c-4ee3-bcee-3e097d0742a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:40:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:40:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc18b526148a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: f62949f1-7f12-41da-b149-daad76428429
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:40:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:40:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc18b5955bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: 74d66995-9810-4e1b-8f56-a0631ed7fdf8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:40:14Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:40:14Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc19edb56a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: d9c98875-ab0b-49ad-93ed-955dedd60e1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:40:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:40:14Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc19f0c5fd57
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: e45f7b26-9b70-453d-85e4-2cdff149dd50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:40:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:40:14Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc19f14a1076
    namespace: kserve-ci-e2e-test
    resourceVersion: "20991"
    uid: 387b3edb-5489-4001-a87e-d1e586f85727
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:40:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:40:14Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc19f1561246
    namespace: kserve-ci-e2e-test
    resourceVersion: "20992"
    uid: 0993f139-363d-499b-a4eb-e07f72bda6ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:40:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:40:14Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc19f44c5e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "20994"
    uid: 98869445-edd0-420c-8bce-b4bab4a7317b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:40:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:40:14Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc19f4b9c467
    namespace: kserve-ci-e2e-test
    resourceVersion: "20995"
    uid: 20844255-b47c-440d-9bb0-ebd96e6b94a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:41:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:41:12Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc1a655d6b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21487"
    uid: f8122bda-22d8-470a-9d35-8c13b9fe8a01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:41:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:41:10Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc26ded2a70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21420"
    uid: 8bc2d180-7d3d-43bd-aea7-a1ca1c9b142a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:41:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:41:10Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc26ded316ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 13bc04a2-b734-4a12-97a7-6276105f0e8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 19502667-3b22-48ca-bb2c-bae2b3e3c391
  kind: Event
  lastTimestamp: "2026-05-25T11:41:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:41:12Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp.18b2cc276f5a7995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21486"
    uid: 5ef7d32e-b343-4ed6-b2cf-b2c3616d7bd5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: 32fee6f6-2cff-48a9-bb99-b74aa75720e1
  kind: Event
  lastTimestamp: "2026-05-25T11:40:08Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-8cghp'
  metadata:
    creationTimestamp: "2026-05-25T11:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:40:08Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18b2cc18971c24de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20919"
    uid: 70b17266-dfef-459d-93bb-2827c27c6f24
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20902"
    uid: 73fd1696-ae97-4f71-a598-408911b08402
  kind: Event
  lastTimestamp: "2026-05-25T11:40:08Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T11:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:40:08Z"
    name: isvc-paddle-runtime-predictor.18b2cc18921e92d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: cdd69392-68df-4ce5-8efa-d46251491313
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: e302d94f-b234-4547-8265-9fb2379952d6
  kind: Event
  lastTimestamp: "2026-05-25T11:40:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:40:53Z"
    name: isvc-paddle-runtime-predictor.18b2cc1c1128f042
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: a43298b3-9d55-4755-a31b-913555321d59
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: e302d94f-b234-4547-8265-9fb2379952d6
  kind: Event
  lastTimestamp: "2026-05-25T11:40:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:40:53Z"
    name: isvc-paddle-runtime-predictor.18b2cc1c118b95a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d8f8094f-15c2-4bab-ad92-e54b8e62d6f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: e302d94f-b234-4547-8265-9fb2379952d6
  kind: Event
  lastTimestamp: "2026-05-25T11:41:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:41:08Z"
    name: isvc-paddle-runtime-predictor.18b2cc268e739028
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: c8bcd38e-7708-47b1-98be-d524c12e2bf7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: e302d94f-b234-4547-8265-9fb2379952d6
  kind: Event
  lastTimestamp: "2026-05-25T11:41:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:41:08Z"
    name: isvc-paddle-runtime-predictor.18b2cc268ee07ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: f732d212-0f58-4a4c-a1b5-e4a8cac334ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: c1d4df5c-cb7e-4e12-bd41-3864e83f7e9b
  kind: Event
  lastTimestamp: "2026-05-25T11:41:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:41:02Z"
    name: isvc-paddle-runtime.18b2cc1891cdf987
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: 28d9e149-bf54-46ce-b2b1-ae6b5b1ba07d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: c1d4df5c-cb7e-4e12-bd41-3864e83f7e9b
  kind: Event
  lastTimestamp: "2026-05-25T11:40:08Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:40:08Z"
    name: isvc-paddle-runtime.18b2cc189249b914
    namespace: kserve-ci-e2e-test
    resourceVersion: "20929"
    uid: fe9fccf1-90f8-44ab-b55a-b9e980d34f7f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: c1d4df5c-cb7e-4e12-bd41-3864e83f7e9b
  kind: Event
  lastTimestamp: "2026-05-25T11:40:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:40:08Z"
    name: isvc-paddle-runtime.18b2cc189c1ea4e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: 6645bb6f-3d9e-408d-b169-3b3005527221
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: c1d4df5c-cb7e-4e12-bd41-3864e83f7e9b
  kind: Event
  lastTimestamp: "2026-05-25T11:41:02Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:41:02Z"
    name: isvc-paddle-runtime.18b2cc2520f62411
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 6d2a9c6e-31d0-4912-9053-74cd152c5757
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:41:10.181569Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21442"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:41:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:41:10Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc26e4a48957
    namespace: kserve-ci-e2e-test
    resourceVersion: "21446"
    uid: 0c4d906c-f4ff-424f-b599-65b3b0c18ca0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21452"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:41:10Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:41:10Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc26fdd84643
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: 5393a484-7983-48c8-a277-ce15ec224e92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:41:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:41:10Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc26ff4c890e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21464"
    uid: f298e98c-ab52-4c93-ad98-ad85dd8d0c02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:41:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:41:10Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc2702500d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: f4ef4b7c-703b-4539-b4cc-475ffb579831
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:41:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:41:10Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc2702ba2cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21466"
    uid: 9db79958-224b-477f-9548-219e7e8b602c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:41:15Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:41:15Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc282c4792ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 6140fc8a-301c-4733-a412-300e34aacd20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:41:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:41:15Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc282f137eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21513"
    uid: 6a66ac70-3139-42c4-9a8c-b5d8ab95a37b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:41:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:41:15Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc282f811d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "21516"
    uid: 26a50be5-7ec7-445b-897a-9647499bec95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:41:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:41:15Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc282f8c1d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21517"
    uid: 198a91ae-5c19-4cc5-b8e5-c3f3e596f99e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:41:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:41:15Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc2832b737ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: 2ac6ce32-2dc1-4892-a59f-2bf408cc1641
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:41:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:41:15Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc283323bb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21521"
    uid: 92602930-6108-47eb-a3c8-cc6a6ec98fe2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:42:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:13Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc28a3dd5d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "22012"
    uid: b6dabf46-e242-4aa0-a3bf-9b9aff310eb2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:42:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc353d7f76c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 3bec8087-1293-4990-a2e3-91fa9bdf15a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:42:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc353d7fe040
    namespace: kserve-ci-e2e-test
    resourceVersion: "21952"
    uid: e09f7766-1e8e-4631-9a87-6e62f77636a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 8f49bc95-7fe7-413f-b520-9c1ed31527d1
  kind: Event
  lastTimestamp: "2026-05-25T11:42:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:13Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8.18b2cc35ade2b497
    namespace: kserve-ci-e2e-test
    resourceVersion: "22011"
    uid: 27946d99-59dd-44f7-8bdc-eadc23e29e9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: dba4d3cf-ba2d-4e3e-9f73-032858889f11
  kind: Event
  lastTimestamp: "2026-05-25T11:41:10Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-nx6f8'
  metadata:
    creationTimestamp: "2026-05-25T11:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:41:10Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18b2cc26e418736f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: a99c11c9-788a-452e-9143-01eb73f48e3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21429"
    uid: d696befa-f44c-433a-a66f-408e954bd869
  kind: Event
  lastTimestamp: "2026-05-25T11:41:10Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T11:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:41:10Z"
    name: isvc-paddle-v2-kserve-predictor.18b2cc26e14146f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21433"
    uid: c09f74c9-874a-4317-8919-de69c0dda37c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21430"
    uid: 13745341-810b-4d26-9777-af71ddf08808
  kind: Event
  lastTimestamp: "2026-05-25T11:41:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:41:55Z"
    name: isvc-paddle-v2-kserve-predictor.18b2cc2a600d43b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 8952ebe0-57ae-451f-a074-1839fa0f039c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21430"
    uid: 13745341-810b-4d26-9777-af71ddf08808
  kind: Event
  lastTimestamp: "2026-05-25T11:41:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:41:55Z"
    name: isvc-paddle-v2-kserve-predictor.18b2cc2a6072892d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: 2a977744-7444-4be3-bfa4-076ea248f056
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21591"
    uid: 13745341-810b-4d26-9777-af71ddf08808
  kind: Event
  lastTimestamp: "2026-05-25T11:42:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:42:10Z"
    name: isvc-paddle-v2-kserve-predictor.18b2cc34dcf18917
    namespace: kserve-ci-e2e-test
    resourceVersion: "21915"
    uid: 3621a23d-f46f-48e8-a6c2-c0ee254eda24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21591"
    uid: 13745341-810b-4d26-9777-af71ddf08808
  kind: Event
  lastTimestamp: "2026-05-25T11:42:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:42:10Z"
    name: isvc-paddle-v2-kserve-predictor.18b2cc34dd58f885
    namespace: kserve-ci-e2e-test
    resourceVersion: "21917"
    uid: b0e2ecc7-45ee-4c0c-b4fc-332698c7d025
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: bd504c41-7dd7-45d6-8cf1-ce9e259ddf55
  kind: Event
  lastTimestamp: "2026-05-25T11:42:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:42:03Z"
    name: isvc-paddle-v2-kserve.18b2cc26e116f138
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: e7e4f2ea-dca0-4987-9b1d-5fb7ebb10221
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:41:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: bd504c41-7dd7-45d6-8cf1-ce9e259ddf55
  kind: Event
  lastTimestamp: "2026-05-25T11:41:10Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:41:10Z"
    name: isvc-paddle-v2-kserve.18b2cc26e1757ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 1b16c385-1778-4c4d-9101-c1c21be99e0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: bd504c41-7dd7-45d6-8cf1-ce9e259ddf55
  kind: Event
  lastTimestamp: "2026-05-25T11:42:03Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:42:03Z"
    name: isvc-paddle-v2-kserve.18b2cc335ecb73e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21868"
    uid: 612e7803-6bb7-470e-92e3-ddadd2f33d49
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20262"
    uid: 6a81fe1c-bf91-4442-9862-6bd9f4d8c72b
  kind: Event
  lastTimestamp: "2026-05-25T11:40:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:40:00Z"
    name: isvc-paddle.18b2cc07e6601357
    namespace: kserve-ci-e2e-test
    resourceVersion: "20816"
    uid: 666588af-c54f-4055-ba7d-746534b2f24d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20262"
    uid: 6a81fe1c-bf91-4442-9862-6bd9f4d8c72b
  kind: Event
  lastTimestamp: "2026-05-25T11:38:57Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T11:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:38:57Z"
    name: isvc-paddle.18b2cc07e75e9564
    namespace: kserve-ci-e2e-test
    resourceVersion: "20315"
    uid: bb409a67-ba4e-4944-846a-ecbfd8ea305c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 6a81fe1c-bf91-4442-9862-6bd9f4d8c72b
  kind: Event
  lastTimestamp: "2026-05-25T11:38:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:38:57Z"
    name: isvc-paddle.18b2cc07ee45f83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: df7ae541-67bb-4382-b2a6-89bf8fb3a0ca
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:40:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20814"
    uid: 6a81fe1c-bf91-4442-9862-6bd9f4d8c72b
  kind: Event
  lastTimestamp: "2026-05-25T11:40:00Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:40:00Z"
    name: isvc-paddle.18b2cc16a6c2a6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: 5dc57d13-8a3a-411d-98d9-92bfed6e3bb5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:42:11.924246Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21971"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-sfwbb
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:42:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:42:11Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc3544cb0742
    namespace: kserve-ci-e2e-test
    resourceVersion: "21980"
    uid: b8813a1b-b083-44ab-be4f-e63e1df41807
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21984"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:42:12Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:42:12Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc355daa5141
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 764342de-dfe9-40ce-a71c-74761919042d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:42:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:12Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc3560136d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "21991"
    uid: 4062b3ee-0418-4551-bee9-ba06ddf7be11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:42:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:12Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc35630fd463
    namespace: kserve-ci-e2e-test
    resourceVersion: "21993"
    uid: 62c5d2cb-7d78-4ef3-8647-ae64eafd82b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:42:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:12Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc35637ca876
    namespace: kserve-ci-e2e-test
    resourceVersion: "21994"
    uid: 072300c3-84d7-481f-866b-c4890ca060c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:42:16Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T11:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:16Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc366ae4b697
    namespace: kserve-ci-e2e-test
    resourceVersion: "22038"
    uid: f6221e68-ab82-4958-aa7f-041f365c103c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:42:23Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.778s (6.778s
    including waiting). Image size: 801575301 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:23Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc37feea5272
    namespace: kserve-ci-e2e-test
    resourceVersion: "22088"
    uid: 39f557fa-a095-405c-b881-b66b95f83d06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:42:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:23Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc3801cbbe6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: 5fed52d3-3899-4652-95ca-26fd9ac29310
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:42:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:23Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc38023beb21
    namespace: kserve-ci-e2e-test
    resourceVersion: "22091"
    uid: a21808d4-7039-4cd0-8090-0d9f390c5de1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:42:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:23Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc3802491024
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: 9cabc707-0421-4c04-953a-df1bbfe2e615
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:42:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:23Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc3804f217e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22093"
    uid: afbb1728-b7ed-4433-998c-8bc040a7f268
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:42:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:42:23Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc38056235ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22094"
    uid: 81e3800e-586a-4eec-b9f6-1fd4517cec2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:43:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:29Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc380dec5a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "22564"
    uid: 3484e864-943f-4514-8fca-b3cc61c10889
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:43:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:43Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc4a98411e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "22693"
    uid: 2f403de7-3859-43e1-ab1f-90069107c2b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:43:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:43Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc4a9841d5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 6414a290-921d-494d-98e7-1ed215f85137
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-sfwbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: fbb88f2a-376b-4df1-a0c8-6a0650cbfd79
  kind: Event
  lastTimestamp: "2026-05-25T11:43:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:44Z"
    name: isvc-pmml-predictor-8bb578669-sfwbb.18b2cc4aea05182d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: 775969b3-fe14-4272-a260-d801ea54552e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: e581b498-1d86-4536-a9b3-b3b164b57dff
  kind: Event
  lastTimestamp: "2026-05-25T11:42:11Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-sfwbb'
  metadata:
    creationTimestamp: "2026-05-25T11:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:42:11Z"
    name: isvc-pmml-predictor-8bb578669.18b2cc354456b14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21974"
    uid: 6ca2cb8a-cc63-4220-86e3-adb22dae8377
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a1b07107-9f20-4991-9d1d-b2172cb7a1d8
  kind: Event
  lastTimestamp: "2026-05-25T11:42:11Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:42:11Z"
    name: isvc-pmml-predictor.18b2cc354120d948
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: 6d0392ff-a21e-477b-bb24-715238adeca5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21961"
    uid: cc673e55-63ad-4bef-8f8f-80a3f98a4d2e
  kind: Event
  lastTimestamp: "2026-05-25T11:42:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:42:56Z"
    name: isvc-pmml-predictor.18b2cc38c00690d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22337"
    uid: aafa05e6-58a5-4100-b86a-0795db5d9e17
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21961"
    uid: cc673e55-63ad-4bef-8f8f-80a3f98a4d2e
  kind: Event
  lastTimestamp: "2026-05-25T11:42:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:42:56Z"
    name: isvc-pmml-predictor.18b2cc38c06bc53a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22338"
    uid: 8ed58ad7-2eb3-44e1-8eb7-5f20601d50f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22130"
    uid: cc673e55-63ad-4bef-8f8f-80a3f98a4d2e
  kind: Event
  lastTimestamp: "2026-05-25T11:43:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:43:41Z"
    name: isvc-pmml-predictor.18b2cc433d3e1ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22658"
    uid: 6806f4f6-eafd-4ce8-b67d-396a0f524c4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22130"
    uid: cc673e55-63ad-4bef-8f8f-80a3f98a4d2e
  kind: Event
  lastTimestamp: "2026-05-25T11:43:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:43:41Z"
    name: isvc-pmml-predictor.18b2cc433da6a1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22659"
    uid: ab3042fe-bc8f-401e-9a99-f15bafe56327
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:43:43.667888Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22719"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-tgx7q
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:43:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:43:43Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc4aa123d31d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: 050c6c70-a22c-4139-afb3-7930a3202a88
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:43:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T11:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:43Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc4aa98f8eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22731"
    uid: d88f1c3f-6ffe-44b7-8bae-9ad3935d1a5d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22727"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:43:44Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:43:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc4ade49da79
    namespace: kserve-ci-e2e-test
    resourceVersion: "22742"
    uid: 59baaf85-448d-4052-8f98-514259f76c98
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:43:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc4adf9b4315
    namespace: kserve-ci-e2e-test
    resourceVersion: "22745"
    uid: 1564666e-cb5d-4b2f-8001-1aab93bebe1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:43:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc4ae2838464
    namespace: kserve-ci-e2e-test
    resourceVersion: "22747"
    uid: 2f771b1e-475e-40ff-b138-a68e0591e814
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:43:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc4ae2f1ee4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22748"
    uid: 0a437c24-fa64-408a-b5cc-7cfc58cf40ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:43:49Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:49Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc4be7915f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "22786"
    uid: 87feabbe-05e5-42e4-9463-dc49ee63f4d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:43:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:49Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc4bea3d0c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 021bb8e9-02a7-4863-985d-45491629ed26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:43:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:49Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc4beaa8dd65
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: 7342e313-03e5-4605-a3b2-26cb1edd2ae6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:43:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:49Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc4beab46f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22792"
    uid: 6616d5c7-a49f-428f-ad02-6df1f29878ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:43:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:49Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc4bed42010f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: 3a0eea10-2719-4560-be61-27f4bc0c4497
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:43:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:43:49Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc4bedb1b172
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: 2829f626-00b4-42ed-820d-9535a1f5e31d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:45:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:45:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc4c237edcda
    namespace: kserve-ci-e2e-test
    resourceVersion: "23334"
    uid: ae106f81-e52c-4ccf-9c0d-cb614631651a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:45:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:45:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc5fd2ad408f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: 0764d9e3-1e4a-4104-abde-2defea8a65ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:45:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:45:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc5fd2adb9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23427"
    uid: 8ca5d55e-f18c-4546-bf28-a00694e3a32d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: e66f9995-8876-47f1-a25b-d3ab53ff9917
  kind: Event
  lastTimestamp: "2026-05-25T11:45:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:45:16Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tgx7q.18b2cc6029a4c68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: 85f87031-1e35-4e5d-8505-c334040abd5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "22706"
    uid: 6091034c-7334-4b32-be08-42ccaf2c76fd
  kind: Event
  lastTimestamp: "2026-05-25T11:43:43Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-tgx7q'
  metadata:
    creationTimestamp: "2026-05-25T11:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:43:43Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18b2cc4aa0744db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 0d0ea4a7-9f09-41c4-af9f-414331742314
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22704"
    uid: 11cef37c-6bb9-4a53-9587-4b906e732abc
  kind: Event
  lastTimestamp: "2026-05-25T11:43:43Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T11:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:43:43Z"
    name: isvc-pmml-runtime-predictor.18b2cc4a9b6ae9fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22708"
    uid: 9d8666dc-fc42-4236-9266-44467028245a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: ba8d66ea-cd62-46be-89ef-b0da8fe0e6e5
  kind: Event
  lastTimestamp: "2026-05-25T11:44:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:44:13Z"
    name: isvc-pmml-runtime-predictor.18b2cc4e1a5264a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22970"
    uid: eb53907f-c3c5-4acf-8d24-dc131bec3a12
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: ba8d66ea-cd62-46be-89ef-b0da8fe0e6e5
  kind: Event
  lastTimestamp: "2026-05-25T11:44:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:44:13Z"
    name: isvc-pmml-runtime-predictor.18b2cc4e1ab99f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "22971"
    uid: 94d65beb-b071-4de5-a3ca-b3cfac1515b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:44:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: ba8d66ea-cd62-46be-89ef-b0da8fe0e6e5
  kind: Event
  lastTimestamp: "2026-05-25T11:45:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:45:13Z"
    name: isvc-pmml-runtime-predictor.18b2cc55189df229
    namespace: kserve-ci-e2e-test
    resourceVersion: "23394"
    uid: b7edee66-8bd1-4a9d-9e5c-2db13fac3cb1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:44:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: ba8d66ea-cd62-46be-89ef-b0da8fe0e6e5
  kind: Event
  lastTimestamp: "2026-05-25T11:45:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:45:13Z"
    name: isvc-pmml-runtime-predictor.18b2cc55193737fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23395"
    uid: 80f823c4-ffe6-4cf0-a857-6f41caf387b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: f462e78d-3a1b-466d-9ea0-a5ccfff96088
  kind: Event
  lastTimestamp: "2026-05-25T11:45:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:45:09Z"
    name: isvc-pmml-runtime.18b2cc4a9b3f53a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23369"
    uid: 23bfe74f-b255-490c-9eb0-ed6c77b5b6ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: f462e78d-3a1b-466d-9ea0-a5ccfff96088
  kind: Event
  lastTimestamp: "2026-05-25T11:43:43Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:43:43Z"
    name: isvc-pmml-runtime.18b2cc4a9bc4b3b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22710"
    uid: f172d05c-c2af-455b-847a-db7b3151ff91
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23366"
    uid: f462e78d-3a1b-466d-9ea0-a5ccfff96088
  kind: Event
  lastTimestamp: "2026-05-25T11:45:09Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:45:09Z"
    name: isvc-pmml-runtime.18b2cc5ea883cfef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23368"
    uid: 8d536c11-81bd-47b5-b4dd-ceb184cdc3ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:45:14.840972Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23445"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:45:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:45:14Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc5fdb7aba77
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 89fd92fa-5658-47a7-9bc1-cb085819d9b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23455"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:45:15Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:45:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc5ff473418c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 7bddd088-b08d-45f0-95fc-110f90d25012
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:45:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:45:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc5ff5f03ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: 2493d8c3-ccba-47e9-ab3d-cc9296da8240
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:45:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:45:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc5ff87e1965
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: 23b668a4-9d71-40a0-bd4a-354d1500072b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:45:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:45:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc5ff8fe0a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23468"
    uid: d004f68a-c53a-4fbc-973e-a3f27d80a926
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:45:19Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:45:19Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc60eb72e536
    namespace: kserve-ci-e2e-test
    resourceVersion: "23506"
    uid: 7f52f32a-561a-43a5-9b0d-7ca861ed221a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:45:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:45:19Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc60ee1d4492
    namespace: kserve-ci-e2e-test
    resourceVersion: "23508"
    uid: 03a46c39-0640-40b5-9c2b-f3d68b5e0d2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:45:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:45:19Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc60ee8b609a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23509"
    uid: 5509d17e-0583-4dfa-aaaf-9a1171aed5d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:45:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:45:19Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc60ee97d899
    namespace: kserve-ci-e2e-test
    resourceVersion: "23510"
    uid: 39297834-3825-4a42-acfa-5d1a2c2ab14f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:45:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:45:19Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc60f15b0df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: a8c5d81c-ddb5-41f4-b065-947d4473b30b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:45:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:45:19Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc60f1c8e978
    namespace: kserve-ci-e2e-test
    resourceVersion: "23517"
    uid: 1e37a404-3e7e-411b-99dd-ca5356a0c8ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:46:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:45:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:46:56Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc612769c302
    namespace: kserve-ci-e2e-test
    resourceVersion: "24261"
    uid: 2083be16-cce2-4932-b600-dc22e5ccbe8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:46:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:46:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:46:56Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc776e5a026f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24245"
    uid: 28db1e11-8def-487a-8d96-a3c30d6e7846
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:46:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:46:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:46:56Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc776e5a9d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: cfa7d1cc-d155-456e-bfdc-77dcd3a7247b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:46:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 51a5bcb2-a205-40e0-a033-2a0c66a04728
  kind: Event
  lastTimestamp: "2026-05-25T11:46:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:46:56Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp.18b2cc77819b7414
    namespace: kserve-ci-e2e-test
    resourceVersion: "24260"
    uid: 989c2a75-6504-4a8b-86f8-97272b71cf9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: 9cf8071e-32c4-499c-8dc8-a25ad6b06a4d
  kind: Event
  lastTimestamp: "2026-05-25T11:45:14Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vkblp'
  metadata:
    creationTimestamp: "2026-05-25T11:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:45:14Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18b2cc5fdae987fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23447"
    uid: 464109a6-20b7-4856-b673-b39db3979c4a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 9b2e93f0-2081-4059-937e-23970093559c
  kind: Event
  lastTimestamp: "2026-05-25T11:45:14Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T11:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:45:14Z"
    name: isvc-pmml-v2-kserve-predictor.18b2cc5fd4d6a271
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 22d36745-23f3-45f5-8e83-8c49253f555b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23433"
    uid: 03f5a843-c93f-4980-a40d-ac1fd1133dff
  kind: Event
  lastTimestamp: "2026-05-25T11:45:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:45:44Z"
    name: isvc-pmml-v2-kserve-predictor.18b2cc635486bea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23701"
    uid: 41af8c34-057a-4637-81e4-e285af838e99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23433"
    uid: 03f5a843-c93f-4980-a40d-ac1fd1133dff
  kind: Event
  lastTimestamp: "2026-05-25T11:45:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:45:44Z"
    name: isvc-pmml-v2-kserve-predictor.18b2cc6354e20229
    namespace: kserve-ci-e2e-test
    resourceVersion: "23702"
    uid: e0c28f5e-888e-4efe-8a3f-cc7a4cdbb165
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23597"
    uid: 03f5a843-c93f-4980-a40d-ac1fd1133dff
  kind: Event
  lastTimestamp: "2026-05-25T11:46:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:46:44Z"
    name: isvc-pmml-v2-kserve-predictor.18b2cc6a52d301ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24121"
    uid: c913c0bf-28b5-4b3a-a479-a2a60e41a214
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23597"
    uid: 03f5a843-c93f-4980-a40d-ac1fd1133dff
  kind: Event
  lastTimestamp: "2026-05-25T11:46:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:46:44Z"
    name: isvc-pmml-v2-kserve-predictor.18b2cc6a534b58e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24122"
    uid: 9ae6e011-ea29-47b8-aba5-e1000a0e6296
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23404"
    uid: 471513b7-f767-46be-9f46-fc0fd2d0cd68
  kind: Event
  lastTimestamp: "2026-05-25T11:46:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:46:46Z"
    name: isvc-pmml-v2-kserve.18b2cc5fd4a76daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24147"
    uid: 9b2f9591-493e-4a7e-a52a-14bcdbc14395
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:45:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23404"
    uid: 471513b7-f767-46be-9f46-fc0fd2d0cd68
  kind: Event
  lastTimestamp: "2026-05-25T11:45:14Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:45:14Z"
    name: isvc-pmml-v2-kserve.18b2cc5fd51bb144
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: c4e946e4-7054-4884-9945-1bf5d612f887
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24144"
    uid: 471513b7-f767-46be-9f46-fc0fd2d0cd68
  kind: Event
  lastTimestamp: "2026-05-25T11:46:46Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:46:46Z"
    name: isvc-pmml-v2-kserve.18b2cc75329b6436
    namespace: kserve-ci-e2e-test
    resourceVersion: "24145"
    uid: ead49a87-2319-4ecb-a4be-9bba9e1c4a0b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: 51dec255-596e-4842-9eb5-6904eb9f80a8
  kind: Event
  lastTimestamp: "2026-05-25T11:43:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:43:40Z"
    name: isvc-pmml.18b2cc3540f868b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 6b2f2039-b1e3-4707-9b20-b7684fddcbc1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:42:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: 51dec255-596e-4842-9eb5-6904eb9f80a8
  kind: Event
  lastTimestamp: "2026-05-25T11:42:11Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:42:11Z"
    name: isvc-pmml.18b2cc3541664a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: 310661b4-bcc2-4929-8902-72f546473f12
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:43:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22641"
    uid: 51dec255-596e-4842-9eb5-6904eb9f80a8
  kind: Event
  lastTimestamp: "2026-05-25T11:43:40Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:43:40Z"
    name: isvc-pmml.18b2cc49c6a83f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: 5b7dab73-39a6-4eba-81e9-83535cb727f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:52:03.055443Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:52:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:52:03Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccbee6f54e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "27189"
    uid: 790fa696-220b-423e-b8b4-dcf9eb144c42
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27195"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:52:03Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:52:03Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccbf000ab409
    namespace: kserve-ci-e2e-test
    resourceVersion: "27199"
    uid: 8a9d5a4b-0f7e-4131-8258-566153e53c93
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:52:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:52:03Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccbf01669d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 5deff23e-ebed-4fe0-9e13-a92bcfeb81dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:52:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:52:03Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccbf0472a08f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 34bd93d0-a78e-4e6d-989f-05b89df36dd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:52:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:52:03Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccbf04e2d8ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27203"
    uid: 1116b3b9-b74c-4164-af4c-19c7f7ce6e76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:52:07Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:52:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccbff521f157
    namespace: kserve-ci-e2e-test
    resourceVersion: "27241"
    uid: 5c62e245-8b6b-48cd-aa34-47648b89a487
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:52:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:52:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccbff86c32a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27247"
    uid: bb023a91-30ab-4d21-9284-48b1d37bd577
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:52:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:52:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccbff8dd7bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27248"
    uid: 728f2b1f-fcab-4179-8cbd-37342d625a91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:52:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:52:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccbff8e8b47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27249"
    uid: 15694274-b5cc-4a1c-8f8f-c4f6db2436a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:52:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:52:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccbffbbdaa2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27252"
    uid: fbe7fb2f-5882-44f9-87fe-f3c0f2baf5a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:52:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:52:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccbffc28c27f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27253"
    uid: 5a0ef656-24f8-4e3d-ac8e-4e0bc1694e80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:53:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:53:37Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccc06ce0d6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: fca3bc09-7c91-4f22-bda6-b9113e2770d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:53:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:53:33Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccd3e3e416b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27889"
    uid: 40f23235-e040-48a7-a498-bb87b3a34940
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:53:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:53:33Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccd3e3e4c716
    namespace: kserve-ci-e2e-test
    resourceVersion: "27892"
    uid: e8e89ee2-9994-49be-9d0e-535b847b5177
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: e8ecbefc-9caf-44b4-82ce-abad9c9fdd35
  kind: Event
  lastTimestamp: "2026-05-25T11:53:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:53:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk.18b2ccd473043890
    namespace: kserve-ci-e2e-test
    resourceVersion: "27949"
    uid: f9af19f2-4411-4f93-bf41-b7da8b55d425
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27171"
    uid: 8438b467-54bd-4979-a10f-afec4089cd66
  kind: Event
  lastTimestamp: "2026-05-25T11:52:03Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-p6btk'
  metadata:
    creationTimestamp: "2026-05-25T11:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:52:03Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18b2ccbee687996a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 3ceea27d-84f4-4cdb-a9c6-4b737ab4e383
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27168"
    uid: 033a6933-21d5-4730-80e8-08698ecb7e8d
  kind: Event
  lastTimestamp: "2026-05-25T11:52:02Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:52:02Z"
    name: isvc-predictive-lightgbm-predictor.18b2ccbee20728d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: e73f2c07-3b20-4b9a-8520-687e3b73c889
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27170"
    uid: e9727e44-14c1-4001-9328-8e0ab16513c6
  kind: Event
  lastTimestamp: "2026-05-25T11:52:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:52:33Z"
    name: isvc-predictive-lightgbm-predictor.18b2ccc260debced
    namespace: kserve-ci-e2e-test
    resourceVersion: "27431"
    uid: f2a9794f-7e85-4f37-8e40-ce002a5b9a36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27170"
    uid: e9727e44-14c1-4001-9328-8e0ab16513c6
  kind: Event
  lastTimestamp: "2026-05-25T11:52:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:52:33Z"
    name: isvc-predictive-lightgbm-predictor.18b2ccc261478a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: 1c6d0992-28f7-4c7a-af13-2f2f35eb076d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27328"
    uid: e9727e44-14c1-4001-9328-8e0ab16513c6
  kind: Event
  lastTimestamp: "2026-05-25T11:53:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:53:33Z"
    name: isvc-predictive-lightgbm-predictor.18b2ccc95fcf1253
    namespace: kserve-ci-e2e-test
    resourceVersion: "27858"
    uid: 7abc78dd-ed2f-4c3a-943c-f12cb6a27d3b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27328"
    uid: e9727e44-14c1-4001-9328-8e0ab16513c6
  kind: Event
  lastTimestamp: "2026-05-25T11:53:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:53:33Z"
    name: isvc-predictive-lightgbm-predictor.18b2ccc960317706
    namespace: kserve-ci-e2e-test
    resourceVersion: "27859"
    uid: e821451d-8242-4c3a-b854-228596e4141b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:56:33.756114Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29382"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:56:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:56:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2ccfdedf9b002
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: 993db41a-0efd-41fe-84ad-880df37009fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:56:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T11:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2ccfdfd794d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29397"
    uid: 96e76f72-8ccd-43de-aee8-f5a2170376a2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29392"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:56:34Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:56:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2ccfe2abc7330
    namespace: kserve-ci-e2e-test
    resourceVersion: "29406"
    uid: 892c8786-79c5-4bef-9ffc-8f4dcf467920
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:56:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2ccfe2c1cbfaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29408"
    uid: 4f7bf7f0-a9af-4ed8-8062-92205809d705
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:56:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2ccfe2eb5a8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: 90c6c5fe-717a-4e87-8e48-f889c70fca4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:56:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2ccfe2f26eaf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29410"
    uid: b096b2af-3a44-44cb-a617-f353c7614ae7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:56:39Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2ccff3db5b9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29454"
    uid: 800b6aa5-8843-4e18-801d-aa548c3f51c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:56:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2ccff403e0d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "29456"
    uid: 0728e975-670f-493f-b2f6-2460432be75b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:56:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2ccff40ad2f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29458"
    uid: cbb02aff-5131-40ca-858e-000d9b0e61da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:56:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2ccff40b86511
    namespace: kserve-ci-e2e-test
    resourceVersion: "29460"
    uid: 544f9fb7-8c9e-47fa-8bb1-4dc73e80e92a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:56:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2ccff43cc4c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "29462"
    uid: 5bb2da32-b6c3-4984-9aa2-d32cc15558b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:56:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2ccff4437b4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29463"
    uid: b58860e9-7a3d-4fe8-93c2-cc6b4a775811
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T11:57:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:58:06Z"
  message: 'Readiness probe failed: Get "http://10.133.0.36:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:58:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2cd07dbe57f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "30194"
    uid: e6fab242-4c2c-4789-ad84-405caa1f825e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:58:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:58:03Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2cd12e8bfddd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30098"
    uid: 6a332e57-f391-4ab8-8b3c-5dab19623270
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:58:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:58:03Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2cd12e8c073b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30100"
    uid: d5cd562d-adce-4741-bcf1-73acd357967b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 3fa5a642-e24c-491b-abb5-57a245bbdc4f
  kind: Event
  lastTimestamp: "2026-05-25T11:58:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:58:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9.18b2cd137fc14a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "30193"
    uid: 6fdfc4cd-7d0a-487d-9ede-59323f99a06b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29368"
    uid: f44a72c0-1510-4771-9596-ac8377c69089
  kind: Event
  lastTimestamp: "2026-05-25T11:56:33Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-mn4n9'
  metadata:
    creationTimestamp: "2026-05-25T11:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:56:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18b2ccfded83c0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29383"
    uid: 1ac91f14-defa-4897-b591-7096b9514e37
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29366"
    uid: 8879f744-62cd-4b91-988d-a58298e5f322
  kind: Event
  lastTimestamp: "2026-05-25T11:56:33Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:56:33Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2ccfde9194590
    namespace: kserve-ci-e2e-test
    resourceVersion: "29371"
    uid: 29208fe1-c724-4fdc-8e2a-f85eb2e0bfaf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29367"
    uid: 310600fd-a484-4a24-bd8f-580fdf4896e0
  kind: Event
  lastTimestamp: "2026-05-25T11:57:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:57:33Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2cd0167ec02a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29841"
    uid: e3382272-1198-4db7-ac23-7d7aeb3c9e04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29367"
    uid: 310600fd-a484-4a24-bd8f-580fdf4896e0
  kind: Event
  lastTimestamp: "2026-05-25T11:57:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:57:33Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2cd016854144e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29842"
    uid: 3e79f657-3351-4307-822e-272e9a717a25
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:57:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29530"
    uid: 310600fd-a484-4a24-bd8f-580fdf4896e0
  kind: Event
  lastTimestamp: "2026-05-25T11:58:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:58:03Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2cd0f642a0bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: f5a47539-bc8d-483a-a65a-1873ff293ee1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:57:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29530"
    uid: 310600fd-a484-4a24-bd8f-580fdf4896e0
  kind: Event
  lastTimestamp: "2026-05-25T11:58:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:58:03Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b2cd0f6474649e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30070"
    uid: 39963353-e044-4f28-be15-664371c54e1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29338"
    uid: 2476d542-562d-400b-8d53-134901970a6a
  kind: Event
  lastTimestamp: "2026-05-25T11:57:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:57:56Z"
    name: isvc-predictive-lightgbm-v2.18b2ccfde8ebdbfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30013"
    uid: 853b7206-1e19-4b86-b989-569f0c5b71b7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29338"
    uid: 2476d542-562d-400b-8d53-134901970a6a
  kind: Event
  lastTimestamp: "2026-05-25T11:56:33Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:56:33Z"
    name: isvc-predictive-lightgbm-v2.18b2ccfde9634db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29391"
    uid: b589b8cb-a4ad-4e5e-b880-466019285c61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29349"
    uid: 2476d542-562d-400b-8d53-134901970a6a
  kind: Event
  lastTimestamp: "2026-05-25T11:56:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:56:33Z"
    name: isvc-predictive-lightgbm-v2.18b2ccfdeeba81b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 786e077f-4936-41ef-ae8e-2c20ca46908e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:57:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30011"
    uid: 2476d542-562d-400b-8d53-134901970a6a
  kind: Event
  lastTimestamp: "2026-05-25T11:57:56Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:57:56Z"
    name: isvc-predictive-lightgbm-v2.18b2cd1130b98d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "30012"
    uid: 3506b2a3-68ac-4fcd-906d-028bb1eb51b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: bebd8eb0-267a-46c5-a85c-7e43e34d8d43
  kind: Event
  lastTimestamp: "2026-05-25T11:53:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:53:27Z"
    name: isvc-predictive-lightgbm.18b2ccbee1da7341
    namespace: kserve-ci-e2e-test
    resourceVersion: "27822"
    uid: a74c7c90-2344-4725-9eb9-8a7352e0e9fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: bebd8eb0-267a-46c5-a85c-7e43e34d8d43
  kind: Event
  lastTimestamp: "2026-05-25T11:52:02Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:52:02Z"
    name: isvc-predictive-lightgbm.18b2ccbee247817c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27175"
    uid: 431e46c7-d005-4cb5-b7fd-926073be1fb8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27819"
    uid: bebd8eb0-267a-46c5-a85c-7e43e34d8d43
  kind: Event
  lastTimestamp: "2026-05-25T11:53:27Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:53:27Z"
    name: isvc-predictive-lightgbm.18b2ccd298d9991e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27820"
    uid: 18663a2b-6f9e-4680-83a2-b1914dedacc5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:48:42.592553Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25274"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:48:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:48:42Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cc903a7051a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: 416a7a7c-df3f-4ce2-9458-4adeac6ae41f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25282"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:48:43Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:48:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cc9053d9759d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25289"
    uid: b4285feb-6a0f-488d-b58a-82d9a1b3e560
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:48:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cc90552f3e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25291"
    uid: f3a0588f-7f90-46c5-8471-4f57eceb0947
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:48:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cc905816dc04
    namespace: kserve-ci-e2e-test
    resourceVersion: "25292"
    uid: 53ad6bf0-0831-4212-b511-4937a7c9c30e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:48:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cc905886d95a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25293"
    uid: 8f777c08-1c9a-4438-9147-6eec85af1699
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:48:46Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T11:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:46Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cc914058a029
    namespace: kserve-ci-e2e-test
    resourceVersion: "25332"
    uid: e9b7a4e1-2a2c-4274-ac21-5129b86e4eba
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:49:06Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 19.723s
    (19.723s including waiting). Image size: 2351080001 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:49:06Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cc95d7fc0cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: b8717390-ba7f-493b-ac03-2057767d2163
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:49:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:49:06Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cc95db3c54ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: 9da7718d-5cff-499a-b6a8-084f6a357c0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:49:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:49:06Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cc95dbac6a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25480"
    uid: 82c19131-d1e6-46dd-be6e-1a3ca07f7352
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:49:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:49:06Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cc95dbb8225e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25481"
    uid: 1bf15222-c420-4786-9c6b-408aa018e175
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:49:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:49:06Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cc95de65db45
    namespace: kserve-ci-e2e-test
    resourceVersion: "25482"
    uid: 0d9c8ec3-05d3-48cf-beb4-a7cab4b5e45e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:49:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:49:06Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cc95ded3f63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: 4aa88b7b-f5cc-40f4-8fe9-026a874c1e59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T11:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:50:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:50:34Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cc962878e60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 5a2e1113-8551-4b07-a3e5-887385065582
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:50:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:50:32Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cca9df41c237
    namespace: kserve-ci-e2e-test
    resourceVersion: "26352"
    uid: 670e3f9a-db4d-4fd8-bd8e-33e5c25abda5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:50:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:50:32Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2cca9df4240b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26354"
    uid: f1d609b0-74f4-41a5-8149-5b102e68cf1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: c558365f-3916-415b-b626-00da1e7d645a
  kind: Event
  lastTimestamp: "2026-05-25T11:50:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:50:34Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz.18b2ccaa2e96f571
    namespace: kserve-ci-e2e-test
    resourceVersion: "26447"
    uid: b15ebfbb-c00a-449d-9931-40c94de24d8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25263"
    uid: fc7aea01-eeea-4e33-8d3d-7ded68dfdf3a
  kind: Event
  lastTimestamp: "2026-05-25T11:48:42Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-zgkgz'
  metadata:
    creationTimestamp: "2026-05-25T11:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:48:42Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18b2cc9039fe964d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 6551eb32-d7b9-4009-b50b-5ce80c3d633a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: c1263bff-69e7-4f8e-acc3-0d91b0e92172
  kind: Event
  lastTimestamp: "2026-05-25T11:48:42Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:48:42Z"
    name: isvc-predictive-sklearn-predictor.18b2cc90371f5dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25265"
    uid: 45d22dc5-67dd-40b7-a6c4-a2ab229a19f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25262"
    uid: 7426f020-bfd8-4b96-bbd0-332a047727e7
  kind: Event
  lastTimestamp: "2026-05-25T11:49:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:49:27Z"
    name: isvc-predictive-sklearn-predictor.18b2cc93b60be8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25637"
    uid: 13e4caa5-9dde-4cbc-ac91-12fbdffb652f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25262"
    uid: 7426f020-bfd8-4b96-bbd0-332a047727e7
  kind: Event
  lastTimestamp: "2026-05-25T11:49:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:49:27Z"
    name: isvc-predictive-sklearn-predictor.18b2cc93b67296d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25638"
    uid: 55ede114-ef76-4a8d-959f-74b82d26ee53
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:49:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25412"
    uid: 7426f020-bfd8-4b96-bbd0-332a047727e7
  kind: Event
  lastTimestamp: "2026-05-25T11:50:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:50:27Z"
    name: isvc-predictive-sklearn-predictor.18b2cc9e32dcfc41
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: ab3a6a39-02da-42ee-8430-0d87b6ac7035
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:49:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25412"
    uid: 7426f020-bfd8-4b96-bbd0-332a047727e7
  kind: Event
  lastTimestamp: "2026-05-25T11:50:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:50:27Z"
    name: isvc-predictive-sklearn-predictor.18b2cc9e33482585
    namespace: kserve-ci-e2e-test
    resourceVersion: "26163"
    uid: b47d35c0-df76-46a7-a02a-2d5ce0b6663a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:53:33.312236Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:53:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:53:33Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2ccd3eaae9dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27911"
    uid: dd8e40bb-6b73-450e-baab-754dfb798f12
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:53:33Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:53:33Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2ccd403a5ea44
    namespace: kserve-ci-e2e-test
    resourceVersion: "27921"
    uid: 210ae47d-4ed2-42f7-a5f4-66a3974c532e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:53:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:53:33Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2ccd404ec30c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27923"
    uid: a4766273-3195-4270-92a0-72605039e96d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:53:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:53:33Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2ccd407f14719
    namespace: kserve-ci-e2e-test
    resourceVersion: "27925"
    uid: a5bb20bc-8e29-4d44-88c5-2b2ceb38779a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:53:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:53:33Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2ccd408a8e42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27926"
    uid: b2e13ab3-a390-46f0-87bc-56d468055136
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:53:37Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:53:37Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2ccd4f926d38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27964"
    uid: 66de4b47-f72a-4371-9088-b6c4d93c0e93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:53:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:53:37Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2ccd4fc1d1f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: a23149a3-efbb-4fc5-8177-b0d5bcf4db3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:53:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:53:37Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2ccd4fca11f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "27969"
    uid: 5d537c6e-43a3-48c5-bfd9-6b52a9027330
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:53:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:53:37Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2ccd4fcac2bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27970"
    uid: 353eb0c7-03ec-4067-8b6c-9e5a1d788f01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:53:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:53:37Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2ccd4ff6390a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27972"
    uid: 9d2b5ee1-0635-443b-a51c-00b94a352297
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:53:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:53:37Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2ccd4ffd3cd81
    namespace: kserve-ci-e2e-test
    resourceVersion: "27973"
    uid: a67ddf44-067f-4caa-ab7f-67b36a77d888
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T11:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:55:05Z"
  message: 'Readiness probe failed: Get "http://10.133.0.34:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:55:05Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2ccddd382f2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28697"
    uid: 86d71c8f-3e1a-4211-b9c6-6bdac2788f69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:55:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:55:03Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2cce8e3c37a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: d0208722-111b-4e8b-b695-8e1b64c34187
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:55:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:55:03Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2cce8e3c3e55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28633"
    uid: 5bbfa6eb-2de5-42c7-a1bd-1baac1dc637f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 6a0f0b18-e955-4e3c-94b0-f2dfab9b4966
  kind: Event
  lastTimestamp: "2026-05-25T11:55:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:55:05Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh.18b2cce9776ff0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28696"
    uid: f2b9ed79-3e58-4b6a-ac2d-525f8ef6c7a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27894"
    uid: 66744279-8d81-4f81-996d-1daf1f73a5e9
  kind: Event
  lastTimestamp: "2026-05-25T11:53:33Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-l6rxh'
  metadata:
    creationTimestamp: "2026-05-25T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:53:33Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18b2ccd3ea46032c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27908"
    uid: aabc573e-5567-422d-828c-5bef5e4e4232
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27891"
    uid: f56dcb3d-7000-4361-9cde-f1cff4eedeb4
  kind: Event
  lastTimestamp: "2026-05-25T11:53:33Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:53:33Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2ccd3e4ecb299
    namespace: kserve-ci-e2e-test
    resourceVersion: "27896"
    uid: 95e376d0-d22f-4cb0-b66d-8c37cf52d05b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27893"
    uid: 0e562b60-0ed8-44fa-b097-c60c772c21fa
  kind: Event
  lastTimestamp: "2026-05-25T11:53:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:53:48Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2ccd763be9ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28049"
    uid: 861e6a43-6437-4a0b-aa5c-b9ea0fcf62f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27893"
    uid: 0e562b60-0ed8-44fa-b097-c60c772c21fa
  kind: Event
  lastTimestamp: "2026-05-25T11:53:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:53:48Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2ccd76438811c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28051"
    uid: 015ac22b-7fbf-4e19-b0ba-7b673646ee91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T11:54:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28050"
    uid: 0e562b60-0ed8-44fa-b097-c60c772c21fa
  kind: Event
  lastTimestamp: "2026-05-25T11:55:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:55:03Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2ccdae2e601df
    namespace: kserve-ci-e2e-test
    resourceVersion: "28605"
    uid: 1c804ad7-ff50-42f7-9d19-03fe2c64d1ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T11:54:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28050"
    uid: 0e562b60-0ed8-44fa-b097-c60c772c21fa
  kind: Event
  lastTimestamp: "2026-05-25T11:55:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:55:03Z"
    name: isvc-predictive-sklearn-v2-predictor.18b2ccdae34237cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28606"
    uid: af49cdca-ef76-407e-bbf8-79b6aa3b6edd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: f2f38f65-6042-488d-b643-9d4612bbc26a
  kind: Event
  lastTimestamp: "2026-05-25T11:54:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:54:55Z"
    name: isvc-predictive-sklearn-v2.18b2ccd3e4c4255a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28554"
    uid: 383347d4-ce4f-448d-8d30-e43e01e817a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:53:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: f2f38f65-6042-488d-b643-9d4612bbc26a
  kind: Event
  lastTimestamp: "2026-05-25T11:53:33Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:53:33Z"
    name: isvc-predictive-sklearn-v2.18b2ccd3e512066b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27898"
    uid: 335a6b90-03e4-42b4-ac5e-03bd3bb6c21f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:54:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: f2f38f65-6042-488d-b643-9d4612bbc26a
  kind: Event
  lastTimestamp: "2026-05-25T11:54:55Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:54:55Z"
    name: isvc-predictive-sklearn-v2.18b2cce728a7b136
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 059e29e4-5116-474c-ae60-44c40fa21f6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25252"
    uid: 36f79723-803a-4f0f-b4a3-406c58ec69ea
  kind: Event
  lastTimestamp: "2026-05-25T11:50:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:50:24Z"
    name: isvc-predictive-sklearn.18b2cc9036fa3489
    namespace: kserve-ci-e2e-test
    resourceVersion: "26042"
    uid: 401ceb32-fc78-450f-bed1-788ab32a0bf7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25252"
    uid: 36f79723-803a-4f0f-b4a3-406c58ec69ea
  kind: Event
  lastTimestamp: "2026-05-25T11:48:42Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:48:42Z"
    name: isvc-predictive-sklearn.18b2cc903772b9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "25268"
    uid: a12a2c8d-7ada-467b-910c-9459965a0e64
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26040"
    uid: 36f79723-803a-4f0f-b4a3-406c58ec69ea
  kind: Event
  lastTimestamp: "2026-05-25T11:50:24Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:50:24Z"
    name: isvc-predictive-sklearn.18b2cca7fd4479b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26041"
    uid: 66c8d99f-777f-40a2-99e2-f7ec23b917f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:50:32.840941Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26371"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:50:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:50:32Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2cca9e5c14111
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 5f03f597-aebd-4354-ac78-b771ad129944
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:50:33Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:50:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2cca9fea70cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26413"
    uid: c55a6bc5-ff7f-4bfa-8114-18fb811d08cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:50:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:50:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2cca9fffe79cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26416"
    uid: 24a48ee5-f2d8-4a53-bcca-5a3c9c60f6aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:50:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:50:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2ccaa030834c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a0ce1582-a090-4fa6-bb4d-3fc3ac3f11f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:50:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:50:33Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2ccaa038a1501
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: b24e496f-06b7-43eb-9a73-c78e447198d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:50:37Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:50:37Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2ccaaf0ad23f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26496"
    uid: 48fac5fd-c008-4309-91e8-d8722ef89051
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:50:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:50:37Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2ccaaf4a60b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: a72994d8-1c2d-43bd-b95f-7f91db9aaea4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:50:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:50:37Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2ccaaf5279497
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 27b797c7-fbcb-460a-ba1d-86d233e06f70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:50:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:50:37Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2ccaaf532faa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26503"
    uid: 2bee3fff-cd61-4a97-aed5-82a81e1830c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:50:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:50:37Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2ccaaf7e38089
    namespace: kserve-ci-e2e-test
    resourceVersion: "26505"
    uid: 78186def-6270-49c5-a502-03db3fb445bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:50:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:50:37Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2ccaaf853b49d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: dea17b70-0e7e-42f2-88ad-e74d8c43e9ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:52:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:52:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2ccab68945987
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 2ef89a5b-37b8-4b9d-b602-b2eb12f008f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:52:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:52:02Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2ccbee0c9e8a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27166"
    uid: d86b1ca7-72f9-4ed4-b06e-3b23d867c5b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:52:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:52:02Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2ccbee0ca82ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27169"
    uid: 3a5f2fc7-27af-4041-849f-56d4b526d7d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 0bffdce6-9c34-4eb5-9c7a-6b3b00ece360
  kind: Event
  lastTimestamp: "2026-05-25T11:52:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:52:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766.18b2ccbf6ec4dfc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27222"
    uid: 550a7bfd-067a-4bd0-b7fe-33e85a3edd6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: 816d3f62-59e7-4934-baee-259d017a153e
  kind: Event
  lastTimestamp: "2026-05-25T11:50:32Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-zv766'
  metadata:
    creationTimestamp: "2026-05-25T11:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:50:32Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18b2cca9e550563d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26372"
    uid: f43ec5ce-2fad-4162-9f01-561f9b153584
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26357"
    uid: 2a7343d5-dc5b-42a6-a83c-b673976cc0b5
  kind: Event
  lastTimestamp: "2026-05-25T11:50:32Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:50:32Z"
    name: isvc-predictive-xgboost-predictor.18b2cca9e0b5b4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26361"
    uid: 54b18bc4-e622-43ee-ad1e-4f1b103a0108
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26358"
    uid: dba840a9-be16-48c2-b3a7-887ca00a6c2f
  kind: Event
  lastTimestamp: "2026-05-25T11:51:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:51:02Z"
    name: isvc-predictive-xgboost-predictor.18b2ccad5f314b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "26690"
    uid: f27e806a-613d-4e96-9502-bfe75fdd187f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26358"
    uid: dba840a9-be16-48c2-b3a7-887ca00a6c2f
  kind: Event
  lastTimestamp: "2026-05-25T11:51:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:51:02Z"
    name: isvc-predictive-xgboost-predictor.18b2ccad5fb038ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26691"
    uid: 9195a236-e96f-4ee9-bcdb-918f203f9fa5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:51:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: dba840a9-be16-48c2-b3a7-887ca00a6c2f
  kind: Event
  lastTimestamp: "2026-05-25T11:52:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:52:02Z"
    name: isvc-predictive-xgboost-predictor.18b2ccb45dbbe3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27137"
    uid: db702e59-347a-4413-a662-4d95eea7612d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:51:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: dba840a9-be16-48c2-b3a7-887ca00a6c2f
  kind: Event
  lastTimestamp: "2026-05-25T11:52:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:52:02Z"
    name: isvc-predictive-xgboost-predictor.18b2ccb45e56eec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: f6a69845-09c9-4af8-bbc1-9eeb305704b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:55:03.507536Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28651"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:55:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:55:03Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2cce8eabda230
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: 99b8c074-d748-4a24-917f-0ae1529671e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28661"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:55:03Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:55:03Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2cce903ad1d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "28669"
    uid: 4ba3005b-888d-4902-a280-e120ad308208
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:55:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:55:03Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2cce9050219bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: c34e2a6d-bd09-470d-86fb-6bcf7c23bda6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:55:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:55:03Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2cce907a37b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28672"
    uid: bc41949d-c442-4cf0-bf8b-68ea25e99eb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:55:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:55:04Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2cce90811f570
    namespace: kserve-ci-e2e-test
    resourceVersion: "28673"
    uid: 1e8b6442-4dd2-4664-acb9-8b857def6b77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:55:08Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:55:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2cce9fe016407
    namespace: kserve-ci-e2e-test
    resourceVersion: "28714"
    uid: 049e4f4f-ca70-4a7b-afc7-669b63c30318
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:55:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:55:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2ccea00ed6056
    namespace: kserve-ci-e2e-test
    resourceVersion: "28718"
    uid: 796a0354-6c1a-4742-b26a-c7cd8b961ead
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:55:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:55:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2ccea015a9460
    namespace: kserve-ci-e2e-test
    resourceVersion: "28721"
    uid: f25d60aa-3e4b-4108-8ad7-2b886de5b532
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:55:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:55:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2ccea0165e1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28722"
    uid: c6f69ba4-e73d-45e6-ac42-a722a18e7270
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:55:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:55:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2ccea03eb2f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28724"
    uid: 3a5c0720-0c8e-41cc-bbb9-28311510d6d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:55:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:55:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2ccea045636ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28725"
    uid: 55f862c3-1241-41d2-8039-581eff8a9de6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:56:37Z"
  message: 'Readiness probe failed: Get "http://10.133.0.35:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.35:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:37Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2ccf2d8096348
    namespace: kserve-ci-e2e-test
    resourceVersion: "29438"
    uid: 793ab10d-ab0f-44a8-9db3-d36c09faeb67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:56:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:33Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2ccfde6c44357
    namespace: kserve-ci-e2e-test
    resourceVersion: "29358"
    uid: 0dc8c613-3d97-4ed4-a42b-7d8360be29e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:56:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:33Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2ccfde6c4b2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29361"
    uid: eeabfcae-ad84-4bf3-924e-507bc1d54cf3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b9d8fd71-7741-4d37-8d18-f8964bc5f07b
  kind: Event
  lastTimestamp: "2026-05-25T11:56:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:56:36Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c.18b2ccfe7bf7f51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29428"
    uid: e771b15e-0181-4c24-a128-0279f4d01779
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28638"
    uid: de612c55-0ae7-4e45-a982-a6dc6b8e7128
  kind: Event
  lastTimestamp: "2026-05-25T11:55:03Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-jls5c'
  metadata:
    creationTimestamp: "2026-05-25T11:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:55:03Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18b2cce8ea448d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "28652"
    uid: 546ef19d-ee8b-47a3-8421-545ec5337b5b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: 963f6779-2353-40d0-a101-00cdb4d8c374
  kind: Event
  lastTimestamp: "2026-05-25T11:55:03Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:55:03Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2cce8e5bc86cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 766e5c90-795b-43c0-829e-d980abca91b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28637"
    uid: 4f68dbd0-e7f4-4723-af53-088ee4c904c1
  kind: Event
  lastTimestamp: "2026-05-25T11:55:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:55:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2ccec64c6e234
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: a5f5fb19-6b67-48ba-942d-903e5027083b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28637"
    uid: 4f68dbd0-e7f4-4723-af53-088ee4c904c1
  kind: Event
  lastTimestamp: "2026-05-25T11:55:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:55:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2ccec652b795f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28900"
    uid: 2cebbbff-43c1-4411-ad15-f8d862655fa3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28794"
    uid: 4f68dbd0-e7f4-4723-af53-088ee4c904c1
  kind: Event
  lastTimestamp: "2026-05-25T11:56:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:56:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2ccf362df888c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: d64498f0-07dc-405d-8ad2-78e9c6c55b27
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28794"
    uid: 4f68dbd0-e7f4-4723-af53-088ee4c904c1
  kind: Event
  lastTimestamp: "2026-05-25T11:56:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:56:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18b2ccf3633d3715
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 5664327e-7d5b-4936-9a08-5babc59b0220
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28608"
    uid: b9334508-fa74-4efd-8f3b-f6eb9933a8e3
  kind: Event
  lastTimestamp: "2026-05-25T11:56:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:56:27Z"
    name: isvc-predictive-xgboost-v2.18b2cce8e58e693b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29296"
    uid: 0472285d-aaf1-4bfe-a64f-ce276a0d5943
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28608"
    uid: b9334508-fa74-4efd-8f3b-f6eb9933a8e3
  kind: Event
  lastTimestamp: "2026-05-25T11:55:03Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:55:03Z"
    name: isvc-predictive-xgboost-v2.18b2cce8e5fd34fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28659"
    uid: 977473c4-4788-4f7e-9ea7-28c63435cc16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:55:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28617"
    uid: b9334508-fa74-4efd-8f3b-f6eb9933a8e3
  kind: Event
  lastTimestamp: "2026-05-25T11:55:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:55:03Z"
    name: isvc-predictive-xgboost-v2.18b2cce8eb8ecbb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28662"
    uid: 61fc47a0-1460-4edd-9a6a-ba614050e07d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:56:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29293"
    uid: b9334508-fa74-4efd-8f3b-f6eb9933a8e3
  kind: Event
  lastTimestamp: "2026-05-25T11:56:27Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:56:27Z"
    name: isvc-predictive-xgboost-v2.18b2ccfc828b2c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "29294"
    uid: eaf5645e-b8d9-4974-8028-dbf7aff4cf21
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26329"
    uid: 02abf89d-0feb-4c6c-b54a-9c932561989b
  kind: Event
  lastTimestamp: "2026-05-25T11:51:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:51:55Z"
    name: isvc-predictive-xgboost.18b2cca9e08b9e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27075"
    uid: a05339f3-37d3-443a-b78b-0067ddfcd937
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26329"
    uid: 02abf89d-0feb-4c6c-b54a-9c932561989b
  kind: Event
  lastTimestamp: "2026-05-25T11:50:32Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:50:32Z"
    name: isvc-predictive-xgboost.18b2cca9e0e3349f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26380"
    uid: 07c181c5-6538-4297-8457-2ae20499aa85
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:50:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26341"
    uid: 02abf89d-0feb-4c6c-b54a-9c932561989b
  kind: Event
  lastTimestamp: "2026-05-25T11:50:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:50:32Z"
    name: isvc-predictive-xgboost.18b2cca9e6aec98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26381"
    uid: 1eec749a-1593-48fe-967e-ebc59d044601
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:51:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 02abf89d-0feb-4c6c-b54a-9c932561989b
  kind: Event
  lastTimestamp: "2026-05-25T11:51:55Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:51:55Z"
    name: isvc-predictive-xgboost.18b2ccbd1fbd2291
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: 796f987d-8fdd-48d0-97af-27490821753e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:46:56.777682Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-495374-predictor-cf965cf74-sdz6d
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:46:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:46:56Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc7797617425
    namespace: kserve-ci-e2e-test
    resourceVersion: "24267"
    uid: 0b720120-5a90-4252-9ab7-c77bcce94ffb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:46:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24270"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:46:57Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:46:57Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc77b0f5e489
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: 73110d03-783c-4472-a068-7abcfeee715e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:46:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:46:57Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc77b266b0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24279"
    uid: 5309b178-5737-434d-9566-6c926820920f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:46:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:46:57Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc77b5853d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "24282"
    uid: 887e6ff9-df53-4890-a738-c9d6c9fac8fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:46:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:46:57Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc77b5f23feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24283"
    uid: a76fda47-a4ec-45f8-aee6-a1da6bfa07ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:47:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:47:01Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc78aa5e7255
    namespace: kserve-ci-e2e-test
    resourceVersion: "24322"
    uid: 6fb7f01f-49c4-4a36-989b-6d3d7fa54c1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:47:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:47:01Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc78ad926926
    namespace: kserve-ci-e2e-test
    resourceVersion: "24324"
    uid: 2efac43f-9b2c-4c88-a01b-107725a44571
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:47:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:47:01Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc78ae095cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: e6f50a2e-b43e-411b-aff5-32da1dca517a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:47:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:47:01Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc78ae1619bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24328"
    uid: afd37091-b761-4a48-9afb-b5bc3327daf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:47:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:47:01Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc78b1175a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "24330"
    uid: c6deb9bc-381c-4ad0-b825-5f0cdd790abb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:47:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:47:01Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc78b184f810
    namespace: kserve-ci-e2e-test
    resourceVersion: "24331"
    uid: b8ee1fef-3140-4b42-906f-6b7749b6fedc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T11:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:47:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:47:58Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc78e647e37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24736"
    uid: f281a422-58c7-40bc-8c19-16f646bf705b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:48:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:32Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc8dd94cc04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25107"
    uid: 998d72dc-2bd9-4704-90ba-3d49667aaeb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:48:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:32Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc8dd94d539f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25110"
    uid: abcc77f6-f4c4-4ba9-8789-26bdf5e5e3ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 88e76793-e05b-4318-8526-aea31883cca0
  kind: Event
  lastTimestamp: "2026-05-25T11:48:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:33Z"
    name: isvc-primary-495374-predictor-cf965cf74-sdz6d.18b2cc8e1674bd87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 1f919404-6646-4087-add0-31cb4abfc4fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:46:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-495374-predictor-cf965cf74
    namespace: kserve-ci-e2e-test
    resourceVersion: "24244"
    uid: fd3d39c8-bd29-446b-9098-0632dc891d3b
  kind: Event
  lastTimestamp: "2026-05-25T11:46:56Z"
  message: 'Created pod: isvc-primary-495374-predictor-cf965cf74-sdz6d'
  metadata:
    creationTimestamp: "2026-05-25T11:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:46:56Z"
    name: isvc-primary-495374-predictor-cf965cf74.18b2cc7796f911b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24265"
    uid: e6def234-60fc-4d8d-a4eb-98f628eb611e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:46:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-495374-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24241"
    uid: e8221625-4924-4b54-a908-f706149ba78c
  kind: Event
  lastTimestamp: "2026-05-25T11:46:56Z"
  message: Scaled up replica set isvc-primary-495374-predictor-cf965cf74 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T11:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:46:56Z"
    name: isvc-primary-495374-predictor.18b2cc776ef085a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24246"
    uid: 49aee952-4375-4ad2-88fd-cf7e8a94dce2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:47:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-495374-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24243"
    uid: 03454984-3a75-486c-8de7-e5806a175947
  kind: Event
  lastTimestamp: "2026-05-25T11:47:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:47:41Z"
    name: isvc-primary-495374-predictor.18b2cc7aedaa803c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24615"
    uid: c3b1394f-6264-48f4-af45-1571bc036dad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:47:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-495374-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24243"
    uid: 03454984-3a75-486c-8de7-e5806a175947
  kind: Event
  lastTimestamp: "2026-05-25T11:47:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:47:41Z"
    name: isvc-primary-495374-predictor.18b2cc7aee0f25dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24616"
    uid: db5dccb2-fc18-4c89-ad63-4e36ac236a6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:47:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-495374-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 03454984-3a75-486c-8de7-e5806a175947
  kind: Event
  lastTimestamp: "2026-05-25T11:48:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:48:26Z"
    name: isvc-primary-495374-predictor.18b2cc856b1d3d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 8123a886-9fe0-426c-b42e-1a149147a377
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:47:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-495374-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 03454984-3a75-486c-8de7-e5806a175947
  kind: Event
  lastTimestamp: "2026-05-25T11:48:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:48:26Z"
    name: isvc-primary-495374-predictor.18b2cc856b833a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "25006"
    uid: 2514710c-1433-472b-ac75-808546cc005d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T11:46:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-495374
    namespace: kserve-ci-e2e-test
    resourceVersion: "24214"
    uid: fdc8b2ca-7e8c-4ad5-b434-ee9a84fcf3d0
  kind: Event
  lastTimestamp: "2026-05-25T11:48:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:48:08Z"
    name: isvc-primary-495374.18b2cc776ee6534c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24815"
    uid: cfbc7bfc-5b00-4da3-b85a-06d92f7202bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:46:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-495374
    namespace: kserve-ci-e2e-test
    resourceVersion: "24214"
    uid: fdc8b2ca-7e8c-4ad5-b434-ee9a84fcf3d0
  kind: Event
  lastTimestamp: "2026-05-25T11:46:56Z"
  message: 'Failed to update status for InferenceService "isvc-primary-495374": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-495374":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:46:56Z"
    name: isvc-primary-495374.18b2cc776fc8d520
    namespace: kserve-ci-e2e-test
    resourceVersion: "24250"
    uid: a36f63c4-b413-432c-9094-f8985b440985
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:46:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-495374
    namespace: kserve-ci-e2e-test
    resourceVersion: "24214"
    uid: fdc8b2ca-7e8c-4ad5-b434-ee9a84fcf3d0
  kind: Event
  lastTimestamp: "2026-05-25T11:46:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-495374": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:46:56Z"
    name: isvc-primary-495374.18b2cc776fc916b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24251"
    uid: ac0f382e-70cc-4e12-a075-7d09021781d2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-495374
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: fdc8b2ca-7e8c-4ad5-b434-ee9a84fcf3d0
  kind: Event
  lastTimestamp: "2026-05-25T11:48:08Z"
  message: InferenceService [isvc-primary-495374] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:48:08Z"
    name: isvc-primary-495374.18b2cc88498b55e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24814"
    uid: 03c088f8-6a76-49dc-a821-2949b49a1e8f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:48:16.254657Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-495374-predictor-5f4494779c-d9k7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24895"
    uid: 0e27991b-a8a5-4da7-bde0-0887bd98781c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-495374-predictor-5f4494779c-d9k7n
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:48:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:48:16Z"
    name: isvc-secondary-495374-predictor-5f4494779c-d9k7n.18b2cc8a1893d444
    namespace: kserve-ci-e2e-test
    resourceVersion: "24899"
    uid: c51bb405-5028-4da1-a1e1-e39bca84e06f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-495374-predictor-5f4494779c-d9k7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24902"
    uid: 0e27991b-a8a5-4da7-bde0-0887bd98781c
  kind: Event
  lastTimestamp: "2026-05-25T11:48:16Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:48:16Z"
    name: isvc-secondary-495374-predictor-5f4494779c-d9k7n.18b2cc8a3231fec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24910"
    uid: f8e7c3a5-d154-441b-837a-ba1fd9b7ec2b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-495374-predictor-5f4494779c-d9k7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24897"
    uid: 0e27991b-a8a5-4da7-bde0-0887bd98781c
  kind: Event
  lastTimestamp: "2026-05-25T11:48:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:21Z"
    name: isvc-secondary-495374-predictor-5f4494779c-d9k7n.18b2cc8a33cfff2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: bf7bc69e-ec29-4974-b8a5-5b3f804992cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-495374-predictor-5f4494779c-d9k7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24897"
    uid: 0e27991b-a8a5-4da7-bde0-0887bd98781c
  kind: Event
  lastTimestamp: "2026-05-25T11:48:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:21Z"
    name: isvc-secondary-495374-predictor-5f4494779c-d9k7n.18b2cc8a367d49fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24967"
    uid: 7730dbb0-6cf8-4cd6-bb8b-d47263fe59b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-495374-predictor-5f4494779c-d9k7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24897"
    uid: 0e27991b-a8a5-4da7-bde0-0887bd98781c
  kind: Event
  lastTimestamp: "2026-05-25T11:48:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:21Z"
    name: isvc-secondary-495374-predictor-5f4494779c-d9k7n.18b2cc8a36ed74f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: e1138982-7361-4e14-bb4b-3211954e195b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-495374-predictor-5f4494779c-d9k7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "24897"
    uid: 0e27991b-a8a5-4da7-bde0-0887bd98781c
  kind: Event
  lastTimestamp: "2026-05-25T11:48:25Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-495374-predictor-5f4494779c-d9k7n_kserve-ci-e2e-test(0e27991b-a8a5-4da7-bde0-0887bd98781c)
  metadata:
    creationTimestamp: "2026-05-25T11:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:48:25Z"
    name: isvc-secondary-495374-predictor-5f4494779c-d9k7n.18b2cc8c4afb2ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24997"
    uid: 44d9a62e-1068-418c-8488-ad7a0c20de47
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-495374-predictor-5f4494779c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24886"
    uid: c563b1e3-b860-4f9a-af69-b9dfac007e00
  kind: Event
  lastTimestamp: "2026-05-25T11:48:16Z"
  message: 'Created pod: isvc-secondary-495374-predictor-5f4494779c-d9k7n'
  metadata:
    creationTimestamp: "2026-05-25T11:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:48:16Z"
    name: isvc-secondary-495374-predictor-5f4494779c.18b2cc8a181ed399
    namespace: kserve-ci-e2e-test
    resourceVersion: "24896"
    uid: 0fc2a55e-340f-418b-8f35-d290ec258882
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-495374-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24884"
    uid: 2a8b2c0e-55f6-47b0-81f2-44f493bfa89a
  kind: Event
  lastTimestamp: "2026-05-25T11:48:16Z"
  message: Scaled up replica set isvc-secondary-495374-predictor-5f4494779c from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T11:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:48:16Z"
    name: isvc-secondary-495374-predictor.18b2cc8a14df2111
    namespace: kserve-ci-e2e-test
    resourceVersion: "24888"
    uid: b7d09201-cbdf-458a-a85b-c269cf07adcc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-495374-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24885"
    uid: 56bcf894-733b-4735-b3fc-a9f1c3869218
  kind: Event
  lastTimestamp: "2026-05-25T11:48:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:48:31Z"
    name: isvc-secondary-495374-predictor.18b2cc8d934e82f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25045"
    uid: 3dc9537b-0751-4ef4-b93d-bcfe590767a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-495374-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24885"
    uid: 56bcf894-733b-4735-b3fc-a9f1c3869218
  kind: Event
  lastTimestamp: "2026-05-25T11:48:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:48:31Z"
    name: isvc-secondary-495374-predictor.18b2cc8d93b63a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "25046"
    uid: 38adc84e-afc2-4d3b-bb67-1ac370df15f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-495374
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: 984ac294-6fa4-415d-a116-57ed56b94356
  kind: Event
  lastTimestamp: "2026-05-25T11:48:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:48:28Z"
    name: isvc-secondary-495374.18b2cc8a14b1bb4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25020"
    uid: 06b14934-b7d7-4a82-ae31-24179b1927f8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-495374
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: 984ac294-6fa4-415d-a116-57ed56b94356
  kind: Event
  lastTimestamp: "2026-05-25T11:48:16Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-495374":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-495374":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:48:16Z"
    name: isvc-secondary-495374.18b2cc8a151bf71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24890"
    uid: fb2b7375-7ddd-4366-8f47-24abc804aeac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:48:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-495374
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: 984ac294-6fa4-415d-a116-57ed56b94356
  kind: Event
  lastTimestamp: "2026-05-25T11:48:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-495374": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:48:16Z"
    name: isvc-secondary-495374.18b2cc8a151c496d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24891"
    uid: d78830c2-0630-4fe1-ae8f-ce5b9a0e6c39
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:27:35.222703Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14651"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:27:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:27:35Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb69254f1a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "14658"
    uid: ac2d4e03-aafe-4b60-9d76-64cbde59008b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T11:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:35Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6930fa2c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: 96f38ca5-3fa5-4aa8-af37-25c03a907e51
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:36Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:27:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb69626449ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 3f637bb2-7b66-4fd0-900f-07410d49b92d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb696407ab91
    namespace: kserve-ci-e2e-test
    resourceVersion: "14678"
    uid: 494b77f3-bc9d-40ae-97c1-c90794e4533e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6966e3b5e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14680"
    uid: 484d0b6a-086b-49f2-a100-69bc8f2bc4e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6967479143
    namespace: kserve-ci-e2e-test
    resourceVersion: "14681"
    uid: cec7ec36-e90c-4c7e-b562-c0e18b1aa72c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:40Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6a58236859
    namespace: kserve-ci-e2e-test
    resourceVersion: "14718"
    uid: 106d361b-8d49-465d-becc-51762d19a3f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:40Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6a5b6d1dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14720"
    uid: 6008228d-dac9-42c1-8a3d-a2adb5b4d690
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:40Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6a5bcd5709
    namespace: kserve-ci-e2e-test
    resourceVersion: "14721"
    uid: 0a072ca6-462d-43d8-a5b8-a9e14782008a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:40Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6a5bd983f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14724"
    uid: 15f25b33-0703-44d9-a647-21f277aeeae7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:40Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6a5ece65b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: d379e257-9732-4912-91ee-c1a20d5c88a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:40Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6a5f2f5546
    namespace: kserve-ci-e2e-test
    resourceVersion: "14728"
    uid: 66ebb7a5-7fd2-429e-8795-7d5155441f36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:40Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:85509e1d0da5916160d865d089804d6bbebf1ea6c16cad0efae5e4799309c886"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:40Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6a5f3aaca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14729"
    uid: 29ff34c4-c139-441a-bf0d-7933dbb9d925
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:40Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-25T11:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:40Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6a61d42cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14730"
    uid: f44fd950-6197-475e-838a-aca4c96cc457
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:27:40Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-25T11:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:40Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6a6232ef64
    namespace: kserve-ci-e2e-test
    resourceVersion: "14731"
    uid: 050461d3-aaaa-4078-a8ef-5a59f6b3d169
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:29:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:18Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6a941e6f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: b9852533-810d-4f96-9708-134a8a8bc987
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:29:08Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T11:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:08Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb6acfe458fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15466"
    uid: 7a0ae7dc-4c52-42e3-96fa-7ffa0da33346
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:29:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:00Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb7cf3026c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: b5c4c5a7-3c7b-4f10-9bd3-64acd0eac177
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:29:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:00Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb7cf302dceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 78a5498d-3c32-4da6-8d47-8a4de69ba744
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:29:00Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-25T11:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:00Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb7cf306d1e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 1f35e9f0-2763-431a-abbe-a96734ce2031
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 4fdf6bf7-80d8-4af3-81d7-1c9dde107499
  kind: Event
  lastTimestamp: "2026-05-25T11:29:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:18Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7.18b2cb7dac080fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15545"
    uid: 12c40fdb-fc6e-4b3a-86c0-55bd29ee3f46
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14639"
    uid: 4a35e243-2c79-4f85-9ed1-af1d5363884a
  kind: Event
  lastTimestamp: "2026-05-25T11:27:35Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5899b869f4-t7jx7'
  metadata:
    creationTimestamp: "2026-05-25T11:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:27:35Z"
    name: isvc-sklearn-batcher-custom-predictor-5899b869f4.18b2cb69249f78c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14653"
    uid: a3026cb9-a2f8-4bfa-9543-596736270ee2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: 6110cbac-f616-4b4b-aa00-bbd44a0dabf4
  kind: Event
  lastTimestamp: "2026-05-25T11:27:35Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5899b869f4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:27:35Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2cb691eef5bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 0990aa6f-24dc-4d55-a987-9956e14165e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14637"
    uid: 00768bfd-48a5-486a-81ab-1a3af197796d
  kind: Event
  lastTimestamp: "2026-05-25T11:27:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:27:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2cb6c9e0c3209
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 6056a515-e98a-4757-a4ca-df1dca26bd09
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14637"
    uid: 00768bfd-48a5-486a-81ab-1a3af197796d
  kind: Event
  lastTimestamp: "2026-05-25T11:27:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:27:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2cb6c9e7cff68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14816"
    uid: e64d6284-3a37-4e0e-b102-bad083920d13
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14815"
    uid: 00768bfd-48a5-486a-81ab-1a3af197796d
  kind: Event
  lastTimestamp: "2026-05-25T11:28:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2cb701d3533f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15263"
    uid: 0a384661-2a54-4fa9-894a-f3b83fa7a7d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14815"
    uid: 00768bfd-48a5-486a-81ab-1a3af197796d
  kind: Event
  lastTimestamp: "2026-05-25T11:28:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18b2cb701da0efcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: dfd89cf1-0975-44b9-b17d-57c1ea2845a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14607"
    uid: 15f51fb1-9d8c-4609-b947-2d6b0869f2a3
  kind: Event
  lastTimestamp: "2026-05-25T11:28:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:28:48Z"
    name: isvc-sklearn-batcher-custom.18b2cb691eca8deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15250"
    uid: bf438f50-2b40-4e48-aded-40c49d66c54c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14607"
    uid: 15f51fb1-9d8c-4609-b947-2d6b0869f2a3
  kind: Event
  lastTimestamp: "2026-05-25T11:27:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:27:35Z"
    name: isvc-sklearn-batcher-custom.18b2cb691f276dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14660"
    uid: 0d15869f-a819-42df-9dab-41088472fd55
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14617"
    uid: 15f51fb1-9d8c-4609-b947-2d6b0869f2a3
  kind: Event
  lastTimestamp: "2026-05-25T11:27:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:27:35Z"
    name: isvc-sklearn-batcher-custom.18b2cb692612c275
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: 3d2ba003-27db-4cc6-87cc-288211108fbf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 15f51fb1-9d8c-4609-b947-2d6b0869f2a3
  kind: Event
  lastTimestamp: "2026-05-25T11:28:48Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:28:48Z"
    name: isvc-sklearn-batcher-custom.18b2cb7a349d0e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: a935d3eb-891f-492e-a049-3017f571032a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:25:50.126987Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13797"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:25:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:25:50Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb50ad1dc90b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13803"
    uid: da1aac47-1fe2-457f-8570-d6c8153fa113
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13808"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:25:50Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:25:50Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb50c6aaf29e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13817"
    uid: c816a1c4-4ec6-4ba7-a277-a748d0fc32aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:25:50Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
  metadata:
    creationTimestamp: "2026-05-25T11:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:50Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb50c84dea3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13819"
    uid: c2e812b8-b6e1-4812-a5ba-5f7d4685e8cc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:25:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    in 3.115s (3.115s including waiting). Image size: 303117430 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:53Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb518206cb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13847"
    uid: 822502ef-d091-4210-8c9c-c6b2feb39a51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:25:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:53Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb51850eb511
    namespace: kserve-ci-e2e-test
    resourceVersion: "13848"
    uid: 231519e1-a1bd-4576-af32-9cc1234e444f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:25:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:53Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb51857db2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "13849"
    uid: 9ffe8b5c-9f22-4eae-b442-019a94391196
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:25:57Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
  metadata:
    creationTimestamp: "2026-05-25T11:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:57Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb52813972e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13885"
    uid: 829d9a47-5ff4-41b2-9693-0a2c93220d86
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    in 12.568s (12.568s including waiting). Image size: 1560931766 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:10Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb556e5a88ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "13976"
    uid: f9dc7a7a-6462-4005-9746-b113abd3ed74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:10Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb55727cbacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "13978"
    uid: 16ecc4c8-821b-4b57-a057-c0fe7917f5bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:10Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb557302abeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13979"
    uid: 3639661b-cd8d-4191-bcbd-36461521c64f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:10Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-05-25T11:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:10Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb55730e3cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13980"
    uid: ac556f8e-99ce-4d67-ac54-964da2c6023e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.59s (2.59s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:13Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb560d7469ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "13998"
    uid: 3ec0ba0a-edb6-426c-80b4-ba73f83c1061
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:13Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb56124061c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14000"
    uid: 1c60a114-442a-4000-bd82-c40fa1680bff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:13Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb5613916ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14001"
    uid: 876d05e4-fa38-4f60-bcfc-04f0674538be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:13Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:85509e1d0da5916160d865d089804d6bbebf1ea6c16cad0efae5e4799309c886"
  metadata:
    creationTimestamp: "2026-05-25T11:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:13Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb56139dfaa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14002"
    uid: 4ccf95d3-907c-4fea-a9f8-f0ae5640aaf9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:85509e1d0da5916160d865d089804d6bbebf1ea6c16cad0efae5e4799309c886"
    in 2.476s (2.476s including waiting). Image size: 239698202 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:15Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb56a73909d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14020"
    uid: 8a65cebb-c5da-4f7a-b722-772b6e3b94f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:15Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-25T11:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:15Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb56abc9a851
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: eb1e83f0-74bd-4326-b99c-59b438290bf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:15Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-25T11:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:15Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb56ac83faf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14023"
    uid: aed8d45a-f201-4e9e-a1f4-08b57527dd08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:27:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:52Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb56b6fd438a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14833"
    uid: 4322a609-d03f-4c86-a904-709676f7d2a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:27:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T11:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:52Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb56b70665d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: 69934f56-8458-4887-bc3e-cff8f4fd84ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:27:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:35Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb691dd2e716
    namespace: kserve-ci-e2e-test
    resourceVersion: "14636"
    uid: 7680eada-a296-4a72-ad9a-89a00008b56c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:27:35Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-25T11:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:35Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb691dd3235f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14638"
    uid: 95e596c3-ed0b-4655-872d-9f374f6665b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:27:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:35Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb691dd38c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14642"
    uid: 8d6659d8-ee0b-4f18-b808-c6eca75de07f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 3d609a8b-9235-486b-a281-5d40e5b330d9
  kind: Event
  lastTimestamp: "2026-05-25T11:27:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:27:57Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8.18b2cb699319958b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14865"
    uid: 29bdaf4a-aff5-4a4f-a67f-a2c6f9260e4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-5d8f79df8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13784"
    uid: 756e7d70-ceb1-43ef-9056-7b44ed0524a6
  kind: Event
  lastTimestamp: "2026-05-25T11:25:50Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-5d8f79df8c-lp8w8'
  metadata:
    creationTimestamp: "2026-05-25T11:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:25:50Z"
    name: isvc-sklearn-batcher-predictor-5d8f79df8c.18b2cb50ac9388f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13799"
    uid: 00792b7c-b01a-47a2-ad49-40bac0a5f716
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13783"
    uid: b9d68558-6e35-471a-94db-1e163d66c47e
  kind: Event
  lastTimestamp: "2026-05-25T11:25:49Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-5d8f79df8c from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T11:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:25:49Z"
    name: isvc-sklearn-batcher-predictor.18b2cb50a3f2b5f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13785"
    uid: e18ebc61-d117-4891-acc5-40f550edffcb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13791"
    uid: 72ee64f3-417f-4909-9275-a3a1b4aafc6f
  kind: Event
  lastTimestamp: "2026-05-25T11:26:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:26:50Z"
    name: isvc-sklearn-batcher-predictor.18b2cb5429f208b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14273"
    uid: b5daf02b-46d9-4977-88d9-bfb840b0716d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13791"
    uid: 72ee64f3-417f-4909-9275-a3a1b4aafc6f
  kind: Event
  lastTimestamp: "2026-05-25T11:26:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:26:50Z"
    name: isvc-sklearn-batcher-predictor.18b2cb542a74b16f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14274"
    uid: d08c420a-0610-47f4-b3bd-0221f2d5b439
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13940"
    uid: 72ee64f3-417f-4909-9275-a3a1b4aafc6f
  kind: Event
  lastTimestamp: "2026-05-25T11:27:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:27:20Z"
    name: isvc-sklearn-batcher-predictor.18b2cb5b28b918fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14493"
    uid: b8af02e7-b1ac-44c5-9b30-957d0a8c2e34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13940"
    uid: 72ee64f3-417f-4909-9275-a3a1b4aafc6f
  kind: Event
  lastTimestamp: "2026-05-25T11:27:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:27:20Z"
    name: isvc-sklearn-batcher-predictor.18b2cb5b29290956
    namespace: kserve-ci-e2e-test
    resourceVersion: "14494"
    uid: 0582c06a-9af0-4160-a89b-69bd77e045c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13774"
    uid: f20122aa-0e6c-4a97-9143-6df7f5f09a8c
  kind: Event
  lastTimestamp: "2026-05-25T11:27:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:27:22Z"
    name: isvc-sklearn-batcher.18b2cb50aa35593d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14517"
    uid: d24e8c80-4258-4cad-ba43-1713600d4d7a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13774"
    uid: f20122aa-0e6c-4a97-9143-6df7f5f09a8c
  kind: Event
  lastTimestamp: "2026-05-25T11:25:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:25:50Z"
    name: isvc-sklearn-batcher.18b2cb50aad202ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "13810"
    uid: 21d218f7-bb88-4d53-8f98-c4326f7b1a8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13774"
    uid: f20122aa-0e6c-4a97-9143-6df7f5f09a8c
  kind: Event
  lastTimestamp: "2026-05-25T11:25:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:25:50Z"
    name: isvc-sklearn-batcher.18b2cb50aad2941a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13811"
    uid: 66864ec8-029d-4063-910b-ca988dbc62e6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14515"
    uid: f20122aa-0e6c-4a97-9143-6df7f5f09a8c
  kind: Event
  lastTimestamp: "2026-05-25T11:27:22Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:27:22Z"
    name: isvc-sklearn-batcher.18b2cb661cd357e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14516"
    uid: a7da50f2-c16b-4870-9afc-ec36d8d84b0a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:37:36.982168Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19661"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:37:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:37:36Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf540f7c95f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19665"
    uid: 3cd7f7d3-3fdc-45f4-b691-636797b8d578
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:37Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:37:37Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf55a77bb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19679"
    uid: aa127026-971e-4445-bb14-b3157c93501d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:37Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf55c18caca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19682"
    uid: e00ed18d-476a-4bec-ad31-5afab15928e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:37Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf55ecb4277
    namespace: kserve-ci-e2e-test
    resourceVersion: "19684"
    uid: 8332637b-2a40-4e19-9799-e47a0380a157
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:37Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf55f3b1d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: c7bcbafb-cac9-4034-937a-aab814ef9bcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:41Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf650ab5bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19727"
    uid: edf64f76-0273-4684-a569-7806784219ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:41Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf654b0bddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: fbc4a5e3-0077-4a47-b5b7-f2256b37f82a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:41Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf65524a5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19732"
    uid: 1ea9bcdc-6cbf-4099-8eec-a4ba71a8a44e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:41Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-05-25T11:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:41Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf65531e463
    namespace: kserve-ci-e2e-test
    resourceVersion: "19733"
    uid: 1f8fb7ab-cc00-4e2f-aa42-394a9e0f0577
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.133s (2.133s including waiting). Image size: 239451879 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:43Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf6d45be7af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: 66026838-853e-4e3b-a81e-36900b64e5af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:43Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-05-25T11:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:43Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf6d7982b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: 8512cfce-add8-407e-920c-82254b88d39c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:43Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-05-25T11:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:43Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf6d8097324
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: 5b7cdd50-767c-428b-b34f-76c5ef08c56d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:43Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf6d81683c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: 6cd4ebb9-3625-4a99-bf0c-2b2186438635
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:43Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf6db1eed70
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a9528b59-0c5b-4fd7-973a-c890e4debdb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:37:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:43Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbf6db94b730
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 794c3516-ecbe-4a4c-8010-7f7cb73a4feb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:39:21Z"
  message: 'Readiness probe failed: Get "http://10.132.0.43:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:39:21Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cbfd4e99f0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20525"
    uid: a6fd6df7-fc05-461f-85ed-26329435263b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:38:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:38:57Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cc07e4962170
    namespace: kserve-ci-e2e-test
    resourceVersion: "20285"
    uid: 58f4bef1-7a4e-470a-a97a-da2a060629af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:38:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:38:57Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cc07e496c17d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20289"
    uid: 5efcef6c-a643-4979-bff8-160c7628accc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:38:57Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-05-25T11:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:38:57Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cc07e4972034
    namespace: kserve-ci-e2e-test
    resourceVersion: "20292"
    uid: 32a4408b-8cb9-4d5a-b3c6-a511f7b28b03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T11:39:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: df528f46-e9b9-4050-bd49-87f158d5be9f
  kind: Event
  lastTimestamp: "2026-05-25T11:39:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:39:26Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb-w4m22.18b2cc08f282599c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20568"
    uid: c5492d96-226a-4d28-86ea-94fed950c876
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-7785464fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: 12845989-392a-4ebf-8ef0-b6732d1bd1d3
  kind: Event
  lastTimestamp: "2026-05-25T11:37:36Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-7785464fbb-w4m22'
  metadata:
    creationTimestamp: "2026-05-25T11:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:37:36Z"
    name: isvc-sklearn-mcp-predictor-7785464fbb.18b2cbf540740bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 6ac0cd95-77d3-4bae-b547-cc913539fefa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: 572e5c83-038b-4b6b-b6fe-843a2de03168
  kind: Event
  lastTimestamp: "2026-05-25T11:37:36Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-7785464fbb from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:37:36Z"
    name: isvc-sklearn-mcp-predictor.18b2cbf53c252c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 2ba18239-356a-4695-95f2-3833817e4058
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19620"
    uid: 593f9a63-d65c-44ff-9288-dc6d2de12616
  kind: Event
  lastTimestamp: "2026-05-25T11:38:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:38:51Z"
    name: isvc-sklearn-mcp.18b2cbf53b836b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20225"
    uid: 5d878441-a599-4e3a-8033-3bf48337f338
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19620"
    uid: 593f9a63-d65c-44ff-9288-dc6d2de12616
  kind: Event
  lastTimestamp: "2026-05-25T11:37:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:37:37Z"
    name: isvc-sklearn-mcp.18b2cbf53c313396
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: a1c125e6-6451-4d36-992b-6fb0bf98a52d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: 593f9a63-d65c-44ff-9288-dc6d2de12616
  kind: Event
  lastTimestamp: "2026-05-25T11:37:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:37:37Z"
    name: isvc-sklearn-mcp.18b2cbf54335105e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19673"
    uid: cd9dae1d-4512-4583-9afb-d75629c23b2c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20221"
    uid: 593f9a63-d65c-44ff-9288-dc6d2de12616
  kind: Event
  lastTimestamp: "2026-05-25T11:38:51Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:38:51Z"
    name: isvc-sklearn-mcp.18b2cc06a5226779
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: 965b3ac6-a595-410a-8930-4ae7904d4b4b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:58:06.162481Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30181"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-74b58877c9-tfk9j
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:58:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:58:06Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd1371d2f821
    namespace: kserve-ci-e2e-test
    resourceVersion: "30185"
    uid: 83e30b21-8818-492b-8ad6-c5b3ded14ac1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30189"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:58:06Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:58:06Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd138b75af36
    namespace: kserve-ci-e2e-test
    resourceVersion: "30199"
    uid: 0bce9056-596f-470a-9c3d-08a5b250c5f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:58:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:58:06Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd138cf79fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 5bca0cd6-5dd2-49dd-947c-9601c6a4686f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:58:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:58:06Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd138ff5bd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30202"
    uid: c8393b42-ca3e-424b-a931-ead696d356c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:58:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:58:06Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd13905feccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30203"
    uid: 7746c4f5-8a72-47f6-bdaa-b08538cef0f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:58:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:58:10Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd147bdc94c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: 51bf1aa0-817d-4dec-84b4-2ca0d334ad67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:58:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:58:10Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd147ef8cb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "30247"
    uid: 1ce0d88b-3cd3-468c-a8e5-e472323332c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:58:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:58:10Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd147f6d51a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30248"
    uid: 352c2dcb-5579-45b6-89ca-a58bec007b77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:58:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:58:10Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd147f78d2f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30249"
    uid: 409fb7bb-793f-41cd-872a-0c8876916a1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:58:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:58:10Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd1483408c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30251"
    uid: 116e883a-455b-439d-9090-40b2461b2245
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:58:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:58:10Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd1483afe1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30252"
    uid: bb440aec-d125-445a-9fb7-5715a7a03c71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:59:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:28Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd14f390c190
    namespace: kserve-ci-e2e-test
    resourceVersion: "30888"
    uid: 4ce4790c-afab-49a6-beaf-5b37d28bccb3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:59:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:26Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd2611511fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30824"
    uid: 7a839b9b-cfe0-4ce2-b7b6-1accc6425aef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:59:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:26Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd2611525784
    namespace: kserve-ci-e2e-test
    resourceVersion: "30826"
    uid: 54a5062f-d756-43fd-868a-27e2bef8d9ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-74b58877c9-tfk9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 8e59cad6-7470-473c-a688-9f15c147b661
  kind: Event
  lastTimestamp: "2026-05-25T11:59:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:28Z"
    name: isvc-sklearn-predictor-74b58877c9-tfk9j.18b2cd26a5b3f508
    namespace: kserve-ci-e2e-test
    resourceVersion: "30886"
    uid: a7fcef63-9735-476a-867e-74385aaeb5dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-74b58877c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30166"
    uid: 8271d4b9-b410-4b26-91b5-5378259a899a
  kind: Event
  lastTimestamp: "2026-05-25T11:58:06Z"
  message: 'Created pod: isvc-sklearn-predictor-74b58877c9-tfk9j'
  metadata:
    creationTimestamp: "2026-05-25T11:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:58:06Z"
    name: isvc-sklearn-predictor-74b58877c9.18b2cd13713704b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: 3264e4a0-6096-4882-8da0-b89cd0cf6aa6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 67d8ea22-c142-4d02-876a-6c9ce12f470c
  kind: Event
  lastTimestamp: "2026-05-25T11:58:06Z"
  message: Scaled up replica set isvc-sklearn-predictor-74b58877c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:58:06Z"
    name: isvc-sklearn-predictor.18b2cd136979d28d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 6ba390f4-0451-4d9f-96fe-e02e87d5a8fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30164"
    uid: 4befd61a-1cf6-4d50-9529-b4f54af724e3
  kind: Event
  lastTimestamp: "2026-05-25T11:58:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:58:51Z"
    name: isvc-sklearn-predictor.18b2cd16e76f0641
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 8d7579e8-390f-42dc-9520-5489633f6774
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30164"
    uid: 4befd61a-1cf6-4d50-9529-b4f54af724e3
  kind: Event
  lastTimestamp: "2026-05-25T11:58:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:58:51Z"
    name: isvc-sklearn-predictor.18b2cd16e7d90a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: 15176216-987f-4df9-a051-12d71087c152
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30330"
    uid: 4befd61a-1cf6-4d50-9529-b4f54af724e3
  kind: Event
  lastTimestamp: "2026-05-25T11:59:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:59:21Z"
    name: isvc-sklearn-predictor.18b2cd21651e51ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30765"
    uid: 477a7c78-6694-47a5-b699-e54cfb22dfe7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30330"
    uid: 4befd61a-1cf6-4d50-9529-b4f54af724e3
  kind: Event
  lastTimestamp: "2026-05-25T11:59:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:59:21Z"
    name: isvc-sklearn-predictor.18b2cd21657c365a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30766"
    uid: 455e62dd-6baf-477e-9293-44fa662adff4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:00:26.399236Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:00:26Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd3418960bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: 1ad66d94-5c52-4d20-ac1c-09693fb0654a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31362"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: "2026-05-25T12:00:26Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:00:26Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd343254e928
    namespace: kserve-ci-e2e-test
    resourceVersion: "31374"
    uid: e59dce11-94ff-4db0-978a-38f2f9788eca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: "2026-05-25T12:00:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:26Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd3433ed7cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31376"
    uid: 377a6b81-b81b-4876-8a3f-889014cecb76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: "2026-05-25T12:00:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:26Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd34368f9ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: 8c67ff2c-0c7f-4bac-97e2-2ea0e68d2c51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: "2026-05-25T12:00:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:26Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd3436feda92
    namespace: kserve-ci-e2e-test
    resourceVersion: "31379"
    uid: abbf7b7a-2726-4588-b813-3c66e5a790a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: "2026-05-25T12:00:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:33Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd35a9f54033
    namespace: kserve-ci-e2e-test
    resourceVersion: "31433"
    uid: bd3869d8-d8aa-42f2-bc40-190184b1b722
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: "2026-05-25T12:00:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:33Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd35ad086a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "31437"
    uid: b52c199f-cc79-4649-b084-3769435f5e1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: "2026-05-25T12:00:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:33Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd35ad774a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "31440"
    uid: c9e4db90-1afe-4f33-a7d1-f0874b486aff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: "2026-05-25T12:00:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:33Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd35ad821e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: c6b78aa5-4170-48a5-9bb8-60185a3905b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: "2026-05-25T12:00:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:33Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd35b06158b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31443"
    uid: dfe6552f-1299-4675-afb3-1501c482d0e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: "2026-05-25T12:00:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:33Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd35b0d0275a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: f249cd9b-938a-4f2e-8c3b-443e65fe86a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: "2026-05-25T12:00:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:41Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd3621d57265
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: ab5d6393-a5c1-498f-91c1-306f23420eb9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: "2026-05-25T12:01:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:01:03Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd3cbd6fa646
    namespace: kserve-ci-e2e-test
    resourceVersion: "31697"
    uid: a207fc99-a2c5-42e6-b542-449a163f3dbd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 7b78e3b3-ee79-4279-add7-6c18558f0d67
  kind: Event
  lastTimestamp: "2026-05-25T12:01:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:01:03Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7.18b2cd3cbd7003b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31699"
    uid: 06849970-6823-427f-b976-7c3475ca40c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6b9cb59477
    namespace: kserve-ci-e2e-test
    resourceVersion: "31342"
    uid: df7d36f3-8cea-4525-9bd5-e62f7c077639
  kind: Event
  lastTimestamp: "2026-05-25T12:00:26Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6b9cb59477-pf6d7'
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:00:26Z"
    name: isvc-sklearn-runtime-predictor-6b9cb59477.18b2cd341825c010
    namespace: kserve-ci-e2e-test
    resourceVersion: "31353"
    uid: f2f16369-bb25-4f22-8951-e7ad5c341d0d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31340"
    uid: 3edb51db-d4ce-4eba-90d2-13f9ab4a37a3
  kind: Event
  lastTimestamp: "2026-05-25T12:00:26Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6b9cb59477 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:00:26Z"
    name: isvc-sklearn-runtime-predictor.18b2cd34154682ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31344"
    uid: e2361782-77b4-4b8e-ae85-cc516ee14a4e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31341"
    uid: 93744bf1-6692-45e2-b34a-82d657fceb12
  kind: Event
  lastTimestamp: "2026-05-25T12:00:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:00:56Z"
    name: isvc-sklearn-runtime-predictor.18b2cd3793c54685
    namespace: kserve-ci-e2e-test
    resourceVersion: "31617"
    uid: c5fa1fb2-e5c9-4107-ab62-6e8eab5f62b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31341"
    uid: 93744bf1-6692-45e2-b34a-82d657fceb12
  kind: Event
  lastTimestamp: "2026-05-25T12:00:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:00:56Z"
    name: isvc-sklearn-runtime-predictor.18b2cd37942cca57
    namespace: kserve-ci-e2e-test
    resourceVersion: "31618"
    uid: 50776ef5-6f1c-41aa-9a4e-16c867fe560c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: 24251953-7d9d-436b-8cad-e28c7ebefd70
  kind: Event
  lastTimestamp: "2026-05-25T12:00:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:00:51Z"
    name: isvc-sklearn-runtime.18b2cd34151d4c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 07365f53-a6e8-45ca-8b26-a5dbec621199
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: 24251953-7d9d-436b-8cad-e28c7ebefd70
  kind: Event
  lastTimestamp: "2026-05-25T12:00:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:00:26Z"
    name: isvc-sklearn-runtime.18b2cd34156d05a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31364"
    uid: f82bb826-04b8-44fc-8de5-2b9d009bce96
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31350"
    uid: 24251953-7d9d-436b-8cad-e28c7ebefd70
  kind: Event
  lastTimestamp: "2026-05-25T12:00:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:00:26Z"
    name: isvc-sklearn-runtime.18b2cd341bbb3dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: b476a9aa-b7f0-4fce-9951-02ef30e3bd26
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31578"
    uid: 24251953-7d9d-436b-8cad-e28c7ebefd70
  kind: Event
  lastTimestamp: "2026-05-25T12:00:51Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:00:51Z"
    name: isvc-sklearn-runtime.18b2cd39e0d33368
    namespace: kserve-ci-e2e-test
    resourceVersion: "31579"
    uid: f84583c9-7b8c-48de-9914-4cd75c40ad5f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:15:08.888300Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38795"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:15:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:15:08Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce0191087438
    namespace: kserve-ci-e2e-test
    resourceVersion: "38803"
    uid: 74759117-9b3b-4b66-96da-8a21301e42e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:15:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:09Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce019cf2eafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: 11b6c740-05f1-4b35-97eb-0ac5cc0bfa11
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38807"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:15:09Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:15:09Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce01ce2bd486
    namespace: kserve-ci-e2e-test
    resourceVersion: "38822"
    uid: dbefce85-0efb-46e4-8274-1cc660dd3554
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:15:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:09Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce01cf8a37a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38824"
    uid: 3dfa23f6-f884-46fd-a558-d051807de3b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:15:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:09Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce01d26aeeaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38826"
    uid: 5988b00e-f871-4052-bc54-76eacc654a04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:15:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:09Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce01d2eab2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38827"
    uid: 27630a05-142a-43fa-a86b-6c4ff1917a1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:15:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:11Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce0216412094
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: b559d729-47f5-487c-88df-6f39481d3840
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:15:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:11Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce0219a47400
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: e458dfc5-5d2e-47d5-9c0f-187b69a2fa4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:15:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:11Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce021a18265c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38847"
    uid: f3745558-6e64-454d-8c81-9e274b7e0b73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:15:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:11Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce021a2529a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38848"
    uid: 1f3d9244-81ad-46c7-aa0d-b38dc4392497
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:15:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:11Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce021d8eeeee
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 91a9e76a-05ec-4860-bced-e471cb4a28c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:15:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:11Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce021e0445fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38851"
    uid: bf212e27-1916-47ba-bf78-9117a9677515
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:16:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:29Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce028df1b4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39471"
    uid: c987f040-3a7c-4ed8-b4a9-5bde2d850ef8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:16:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:28Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce1436cdb42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39433"
    uid: cf9171e8-3443-4308-b862-19b6470d134a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:16:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:28Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce1436ced45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39434"
    uid: 8f1d79df-1961-44ea-97bd-6f61a36990bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: 2a3176d7-66c5-41ec-a9d3-80e3216ea3b2
  kind: Event
  lastTimestamp: "2026-05-25T12:16:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:29Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth.18b2ce144015182f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39470"
    uid: 4e166587-41a9-4b1d-8ec5-69d16f7ef4a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-7cbbdf44db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38785"
    uid: dcd4e138-fb81-40ee-bf43-51dfe170ed61
  kind: Event
  lastTimestamp: "2026-05-25T12:15:08Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-7cbbdf44db-qbbth'
  metadata:
    creationTimestamp: "2026-05-25T12:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:15:08Z"
    name: isvc-sklearn-s3-predictor-7cbbdf44db.18b2ce01907bf322
    namespace: kserve-ci-e2e-test
    resourceVersion: "38798"
    uid: 569ead33-f320-4b40-84a0-5d9c23e66943
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: a9b269ae-2544-4827-8313-56a4d88b095e
  kind: Event
  lastTimestamp: "2026-05-25T12:15:08Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-7cbbdf44db from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:15:08Z"
    name: isvc-sklearn-s3-predictor.18b2ce018dcd4da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38788"
    uid: b658c2ab-7155-4235-8342-8172cf73f398
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: eb22246d-7b10-43d9-813b-ee0e3479cde3
  kind: Event
  lastTimestamp: "2026-05-25T12:15:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:15:23Z"
    name: isvc-sklearn-s3-predictor.18b2ce050c6820b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38953"
    uid: 8fb64826-c1fd-4e89-b16e-f53b3fde385f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: eb22246d-7b10-43d9-813b-ee0e3479cde3
  kind: Event
  lastTimestamp: "2026-05-25T12:15:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:15:23Z"
    name: isvc-sklearn-s3-predictor.18b2ce050cc7bce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: 248b4e4d-451a-4278-8676-717d02d8ec49
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38954"
    uid: eb22246d-7b10-43d9-813b-ee0e3479cde3
  kind: Event
  lastTimestamp: "2026-05-25T12:16:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:16:23Z"
    name: isvc-sklearn-s3-predictor.18b2ce088b6a0208
    namespace: kserve-ci-e2e-test
    resourceVersion: "39379"
    uid: c1bb5146-1cc4-4a5e-a782-60b1cfa05b30
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38954"
    uid: eb22246d-7b10-43d9-813b-ee0e3479cde3
  kind: Event
  lastTimestamp: "2026-05-25T12:16:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:16:23Z"
    name: isvc-sklearn-s3-predictor.18b2ce088bcedd55
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 2ffbfc10-da72-48c7-9542-2b6cfd170f1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:19:02.425410Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "40843"
    uid: 6614cea8-75df-4ce2-8970-44928df2dda7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:19:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:19:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld.18b2ce37f0edf31d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40850"
    uid: 7ccf5591-73bd-41d5-91a2-90b7a9fa668a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "40854"
    uid: 6614cea8-75df-4ce2-8970-44928df2dda7
  kind: Event
  lastTimestamp: "2026-05-25T12:19:02Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:19:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld.18b2ce380ab7905e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40860"
    uid: f9254d92-5a65-4a43-a88f-0715b8ec3b25
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "40845"
    uid: 6614cea8-75df-4ce2-8970-44928df2dda7
  kind: Event
  lastTimestamp: "2026-05-25T12:19:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld.18b2ce380c1ed569
    namespace: kserve-ci-e2e-test
    resourceVersion: "40905"
    uid: c5b9dfd3-4f4f-4286-9055-abe0fa00a046
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "40845"
    uid: 6614cea8-75df-4ce2-8970-44928df2dda7
  kind: Event
  lastTimestamp: "2026-05-25T12:19:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld.18b2ce380f80710e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40909"
    uid: 60ee0048-b08d-482b-8bca-cdeb5377f12c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "40845"
    uid: 6614cea8-75df-4ce2-8970-44928df2dda7
  kind: Event
  lastTimestamp: "2026-05-25T12:19:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld.18b2ce380fede36d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40910"
    uid: af5ca789-39d0-4d01-8516-1e621b0a620d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "40845"
    uid: 6614cea8-75df-4ce2-8970-44928df2dda7
  kind: Event
  lastTimestamp: "2026-05-25T12:19:11Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld_kserve-ci-e2e-test(6614cea8-75df-4ce2-8970-44928df2dda7)
  metadata:
    creationTimestamp: "2026-05-25T12:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld.18b2ce3a28a7cd15
    namespace: kserve-ci-e2e-test
    resourceVersion: "40947"
    uid: 01833c06-5bc6-4cb0-a8dc-4f2bcddfb2a2
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644
    namespace: kserve-ci-e2e-test
    resourceVersion: "40834"
    uid: e02056ac-4c9f-420a-8f1d-00a023e2fdd3
  kind: Event
  lastTimestamp: "2026-05-25T12:19:02Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644-7g7ld'
  metadata:
    creationTimestamp: "2026-05-25T12:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:19:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644.18b2ce37f07c6714
    namespace: kserve-ci-e2e-test
    resourceVersion: "40844"
    uid: e674db4e-9c29-4116-ba10-bfbb16ada015
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40832"
    uid: b818fc72-2bcd-4efb-84e6-87e475d46b38
  kind: Event
  lastTimestamp: "2026-05-25T12:19:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-6f99b9d644
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:19:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18b2ce37edd75d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "40836"
    uid: 6037d76f-330e-4d28-9123-eaabeb2509b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40823"
    uid: 519de697-ac94-428c-9032-3378320079f0
  kind: Event
  lastTimestamp: "2026-05-25T12:19:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:19:12Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b2ce37edb31692
    namespace: kserve-ci-e2e-test
    resourceVersion: "40950"
    uid: 0330dfd9-b47d-4171-a66a-14d6e3508d03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40823"
    uid: 519de697-ac94-428c-9032-3378320079f0
  kind: Event
  lastTimestamp: "2026-05-25T12:19:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:19:02Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b2ce37ee1c9f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40838"
    uid: 45a8f403-576c-4301-b999-22481637e03d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:17:51.366004Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40233"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:17:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:17:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce2765756fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40239"
    uid: 906f6657-2554-481c-b31a-63df2f1d5aa2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40243"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: "2026-05-25T12:17:51Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:17:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce277ecb2295
    namespace: kserve-ci-e2e-test
    resourceVersion: "40252"
    uid: 9ee1efed-b4c5-4500-be0b-4e39c1a8269c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: "2026-05-25T12:17:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce278052f810
    namespace: kserve-ci-e2e-test
    resourceVersion: "40255"
    uid: 9ce083aa-c24b-4ee2-a8ef-e18f1cdd1509
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: "2026-05-25T12:17:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce27835bf0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40256"
    uid: 9a030d60-bc04-43bb-943c-71e7c38a54dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: "2026-05-25T12:17:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce2783c8c896
    namespace: kserve-ci-e2e-test
    resourceVersion: "40257"
    uid: ff549c60-3396-4f87-8304-6013f230c1ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: "2026-05-25T12:17:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce27eeb14a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40280"
    uid: 30e34491-e95b-4720-9985-ec8f9945122a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: "2026-05-25T12:17:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce27f1f9369e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40285"
    uid: 60cdeb8c-eae2-4144-a4d9-f6cc3c8b6e9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: "2026-05-25T12:17:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce27f2693a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "40286"
    uid: c0daa919-ec09-4e6a-afaa-cbef6f92b3ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: "2026-05-25T12:17:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce27f275a985
    namespace: kserve-ci-e2e-test
    resourceVersion: "40287"
    uid: 0b939a8e-673d-4ed7-9a36-e0740d9a7f87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: "2026-05-25T12:17:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce27f53f8773
    namespace: kserve-ci-e2e-test
    resourceVersion: "40289"
    uid: 570ef4c1-3c0e-4664-9f24-beb8f3767bae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: "2026-05-25T12:17:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce27f5b18ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: bcc62e61-7cf4-43fe-947a-b76355bac606
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: "2026-05-25T12:18:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:18:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce282aaf707f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40707"
    uid: 2cde4214-8b7c-49ae-8c91-1b3db4ed8bf5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: "2026-05-25T12:19:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce37b08788ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "40808"
    uid: bc7bca96-4de5-4be7-abf4-d2bcc4f13ae8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: ad2d226a-ee9e-454c-8dee-c501ef1315e9
  kind: Event
  lastTimestamp: "2026-05-25T12:19:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8.18b2ce37b087e4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40809"
    uid: 319c9998-1203-49f3-8b32-39877dd89924
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40222"
    uid: adb1a509-a545-41b5-be56-4a29d7f76f6b
  kind: Event
  lastTimestamp: "2026-05-25T12:17:51Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d-fqbr8'
  metadata:
    creationTimestamp: "2026-05-25T12:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:17:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d.18b2ce2765106bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40235"
    uid: d05fb255-ad01-47e9-b862-7ea6fe8162f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40221"
    uid: 2f6da563-d08f-470f-9a59-3e289bb1bbec
  kind: Event
  lastTimestamp: "2026-05-25T12:17:51Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-74788cb89d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:17:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2ce276296819b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40224"
    uid: 3044ece8-bf4a-4465-b80b-4df3d392b4e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:18:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40223"
    uid: 120d7a41-4218-4b6e-aeb9-65ffd192569f
  kind: Event
  lastTimestamp: "2026-05-25T12:18:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:18:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2ce2ae16241ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40502"
    uid: dbad93fc-e0c2-4343-a27e-7e817949c7b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:18:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40223"
    uid: 120d7a41-4218-4b6e-aeb9-65ffd192569f
  kind: Event
  lastTimestamp: "2026-05-25T12:18:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:18:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2ce2ae1c751d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40503"
    uid: 783a0783-aec5-4acc-8a06-ea8b046aac83
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40382"
    uid: 120d7a41-4218-4b6e-aeb9-65ffd192569f
  kind: Event
  lastTimestamp: "2026-05-25T12:18:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:18:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2ce31dfbcea1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40714"
    uid: 3353fc4c-b491-4bd2-b7e6-a2f425f00bd2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40382"
    uid: 120d7a41-4218-4b6e-aeb9-65ffd192569f
  kind: Event
  lastTimestamp: "2026-05-25T12:18:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:18:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b2ce31e024c7bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40715"
    uid: ce884b64-4a30-4b5c-be55-25f80ad615e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40210"
    uid: b39c1294-0b5e-4352-b557-aa0228995e3a
  kind: Event
  lastTimestamp: "2026-05-25T12:19:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:19:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b2ce2762c5c8f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40785"
    uid: 577a0ed0-f107-4684-b830-1a4c96ed7a10
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40210"
    uid: b39c1294-0b5e-4352-b557-aa0228995e3a
  kind: Event
  lastTimestamp: "2026-05-25T12:17:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:17:51Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b2ce2763412381
    namespace: kserve-ci-e2e-test
    resourceVersion: "40229"
    uid: 4479e668-f705-490b-8404-f249de25ef05
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40783"
    uid: b39c1294-0b5e-4352-b557-aa0228995e3a
  kind: Event
  lastTimestamp: "2026-05-25T12:19:00Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:19:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b2ce378df3af01
    namespace: kserve-ci-e2e-test
    resourceVersion: "40784"
    uid: 51f21a0b-2ab4-4299-b666-aa983480c945
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:17:40.218270Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40070"
    uid: 10e6245c-3cae-4bcc-9532-5c9d67d98210
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:17:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:17:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5.18b2ce24cd00944e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40076"
    uid: 2843893f-8d27-4af5-aa8c-c0134c1621c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40074"
    uid: 10e6245c-3cae-4bcc-9532-5c9d67d98210
  kind: Event
  lastTimestamp: "2026-05-25T12:17:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5.18b2ce24d8e5e4c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 6a72cda3-a5f0-432e-a0bd-0328d5919798
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40080"
    uid: 10e6245c-3cae-4bcc-9532-5c9d67d98210
  kind: Event
  lastTimestamp: "2026-05-25T12:17:41Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:17:41Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5.18b2ce250a133376
    namespace: kserve-ci-e2e-test
    resourceVersion: "40092"
    uid: 76ab9e9e-719f-43d6-9031-25ab14b37432
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40074"
    uid: 10e6245c-3cae-4bcc-9532-5c9d67d98210
  kind: Event
  lastTimestamp: "2026-05-25T12:17:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5.18b2ce250b819d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "40135"
    uid: 65b29e7e-4e4e-4886-8bd6-304ffef18113
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40074"
    uid: 10e6245c-3cae-4bcc-9532-5c9d67d98210
  kind: Event
  lastTimestamp: "2026-05-25T12:17:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5.18b2ce250e3bbb59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40141"
    uid: fb5cdaf6-88b7-4f74-b92e-630f36fda451
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40074"
    uid: 10e6245c-3cae-4bcc-9532-5c9d67d98210
  kind: Event
  lastTimestamp: "2026-05-25T12:17:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5.18b2ce250ea76c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40142"
    uid: 9c115a90-7a96-43a4-938c-e422e95c4482
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40074"
    uid: 10e6245c-3cae-4bcc-9532-5c9d67d98210
  kind: Event
  lastTimestamp: "2026-05-25T12:17:50Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:50Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5.18b2ce272092a827
    namespace: kserve-ci-e2e-test
    resourceVersion: "40193"
    uid: bab77511-c6be-4186-9378-361a946a2c07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40061"
    uid: b4ef6aa8-f9b4-4f5a-ada0-711ca1debaf5
  kind: Event
  lastTimestamp: "2026-05-25T12:17:40Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6-mssq5'
  metadata:
    creationTimestamp: "2026-05-25T12:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:17:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6.18b2ce24cc983d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40073"
    uid: 57ea54ce-ee40-4d4b-9df1-ee4a08185c5b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40059"
    uid: 6cf2cc1f-2912-4e70-a7b3-c2f9f1f89d9d
  kind: Event
  lastTimestamp: "2026-05-25T12:17:40Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7cf8df44c6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:17:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18b2ce24c9b1229b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40063"
    uid: f12daac6-9adf-42b2-bf13-c574d3f0ab14
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40048"
    uid: b063c1ec-312c-4386-a6ae-94ab5030cc31
  kind: Event
  lastTimestamp: "2026-05-25T12:17:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:17:45Z"
    name: isvc-sklearn-s3-tls-global-fail.18b2ce24c9860e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40143"
    uid: 441d4988-6a6c-408b-8362-9379bb84ff81
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40048"
    uid: b063c1ec-312c-4386-a6ae-94ab5030cc31
  kind: Event
  lastTimestamp: "2026-05-25T12:17:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:17:40Z"
    name: isvc-sklearn-s3-tls-global-fail.18b2ce24c9fbda7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40065"
    uid: d0b03fdf-4e0d-4982-abc1-130c81f15d17
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:16:29.108485Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39459"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:16:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:16:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce143e8760d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39464"
    uid: c1a15e56-8148-4148-942f-bf1d54918263
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:16:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce144830b06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39478"
    uid: af079420-7f2c-4077-aac0-a3eab8b7eeae
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39469"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:16:30Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:16:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce147baf5034
    namespace: kserve-ci-e2e-test
    resourceVersion: "39489"
    uid: df551e30-9fc9-4c9d-9632-c36a9d8f3e95
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:16:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce147d1f9b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "39491"
    uid: f6b1781e-a19e-4a84-aab7-d621ce8800a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:16:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce148073fde9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39492"
    uid: 371ea4fe-6a3c-470a-9753-97a1526221ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:16:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce1480e25625
    namespace: kserve-ci-e2e-test
    resourceVersion: "39493"
    uid: 95813f0b-b6f4-468f-b956-ced48986910c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:16:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce14c61875ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "39509"
    uid: 653874d4-2359-4fdb-a9aa-392691ce9684
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:16:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce14c949b350
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: a9f7378e-3f0f-4156-8d82-2f50bb6d8c67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:16:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce14c9b9767f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39515"
    uid: df3c74a9-2cac-4dc3-989e-3a5ee0028951
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:16:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce14c9c4473d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39516"
    uid: d1d75de7-0184-4e00-bfe4-1140a8788ae6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:16:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce14cd0da362
    namespace: kserve-ci-e2e-test
    resourceVersion: "39517"
    uid: e742f418-6257-437c-b308-9d5f9c4fe2d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:16:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:16:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce14cd7e35d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39518"
    uid: d9ff9071-6c0f-4ff3-975d-d8352d146458
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:17:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce15021171d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39930"
    uid: da452c7f-1f19-4de0-a007-9666fa3e420c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:17:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce248cf167fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40031"
    uid: f9633e07-220a-4b82-a0df-6600723cfa54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 93f67758-c701-4c1a-98da-8cd15668858e
  kind: Event
  lastTimestamp: "2026-05-25T12:17:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:17:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs.18b2ce248cf1f011
    namespace: kserve-ci-e2e-test
    resourceVersion: "40032"
    uid: 397e1fe6-37c8-44ed-8e28-4e02be866743
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854
    namespace: kserve-ci-e2e-test
    resourceVersion: "39449"
    uid: 3140481e-d384-4a80-9cbd-0fc5607d2af9
  kind: Event
  lastTimestamp: "2026-05-25T12:16:29Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854-lmdhs'
  metadata:
    creationTimestamp: "2026-05-25T12:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:16:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854.18b2ce143dfa5b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39460"
    uid: 7d33b984-a8af-4114-bc52-041a9daf3aa4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39446"
    uid: a5ef3b5a-6c6b-4210-a5e9-426cfc23d1f8
  kind: Event
  lastTimestamp: "2026-05-25T12:16:29Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-754b5dc854
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:16:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2ce143b7d34e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39451"
    uid: cd9b8129-f8af-4259-931e-ab9bdd03139a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39447"
    uid: 3be909d9-b833-4ffb-8661-369536699a80
  kind: Event
  lastTimestamp: "2026-05-25T12:16:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:16:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2ce17b9ef1770
    namespace: kserve-ci-e2e-test
    resourceVersion: "39716"
    uid: b7a8847b-82ed-42fd-af9a-94db381bd5d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39447"
    uid: 3be909d9-b833-4ffb-8661-369536699a80
  kind: Event
  lastTimestamp: "2026-05-25T12:16:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:16:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2ce17ba53ec19
    namespace: kserve-ci-e2e-test
    resourceVersion: "39717"
    uid: eba79729-99b2-424e-9c4e-17b7831913f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39615"
    uid: 3be909d9-b833-4ffb-8661-369536699a80
  kind: Event
  lastTimestamp: "2026-05-25T12:17:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:17:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2ce1eb80c15e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39934"
    uid: 7dae6e80-a189-4717-8db2-320855fcc672
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39615"
    uid: 3be909d9-b833-4ffb-8661-369536699a80
  kind: Event
  lastTimestamp: "2026-05-25T12:17:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:17:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b2ce1eb86c51a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39935"
    uid: 43a4d74a-6c9e-4698-9f61-4272b6d66d48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39435"
    uid: dd48d06f-23c2-40b4-ae73-50f52a8a1347
  kind: Event
  lastTimestamp: "2026-05-25T12:17:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:17:38Z"
    name: isvc-sklearn-s3-tls-global-pass.18b2ce143b563ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "40010"
    uid: 23a6897f-08a3-4680-a7e8-980bd5d32be1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39435"
    uid: dd48d06f-23c2-40b4-ae73-50f52a8a1347
  kind: Event
  lastTimestamp: "2026-05-25T12:16:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:16:29Z"
    name: isvc-sklearn-s3-tls-global-pass.18b2ce143bae6175
    namespace: kserve-ci-e2e-test
    resourceVersion: "39473"
    uid: 6bfd0da1-ab22-4c3a-bb26-0bdafbf22051
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39457"
    uid: dd48d06f-23c2-40b4-ae73-50f52a8a1347
  kind: Event
  lastTimestamp: "2026-05-25T12:16:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T12:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:16:29Z"
    name: isvc-sklearn-s3-tls-global-pass.18b2ce144219fdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39474"
    uid: 9da0ab87-25d5-4209-ac82-5db77ee8c780
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:17:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40008"
    uid: dd48d06f-23c2-40b4-ae73-50f52a8a1347
  kind: Event
  lastTimestamp: "2026-05-25T12:17:38Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:17:38Z"
    name: isvc-sklearn-s3-tls-global-pass.18b2ce24654c793d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40009"
    uid: 9348ed6d-329b-4c0b-9490-1cd5a024c1e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:20:34.596053Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41673"
    uid: 4731dcf7-0cc8-462a-918b-bfc36f489a36
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:20:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:20:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk.18b2ce4d66ba54c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41679"
    uid: 7d1d0f1e-dc3e-4c74-8f3b-fd076394821d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41677"
    uid: 4731dcf7-0cc8-462a-918b-bfc36f489a36
  kind: Event
  lastTimestamp: "2026-05-25T12:20:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:20:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk.18b2ce4d72df1b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "41687"
    uid: 57b897ff-107c-4857-9395-f2ecd0cd40f3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41683"
    uid: 4731dcf7-0cc8-462a-918b-bfc36f489a36
  kind: Event
  lastTimestamp: "2026-05-25T12:20:35Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:20:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk.18b2ce4da3d3936b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41698"
    uid: 8207a273-06c3-4f2a-949f-a163ef4c7ae5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41677"
    uid: 4731dcf7-0cc8-462a-918b-bfc36f489a36
  kind: Event
  lastTimestamp: "2026-05-25T12:20:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:20:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk.18b2ce4da55c780e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41744"
    uid: a0b90629-38bb-4ea1-aba6-eccd3ccb740e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41677"
    uid: 4731dcf7-0cc8-462a-918b-bfc36f489a36
  kind: Event
  lastTimestamp: "2026-05-25T12:20:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:20:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk.18b2ce4da83031b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41748"
    uid: 83fce728-d29a-4cae-bc8e-bf70eb2a33eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41677"
    uid: 4731dcf7-0cc8-462a-918b-bfc36f489a36
  kind: Event
  lastTimestamp: "2026-05-25T12:20:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:20:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk.18b2ce4da89f4ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41749"
    uid: 0a1e052d-0c91-4be4-9713-084ab6c7ce4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41677"
    uid: 4731dcf7-0cc8-462a-918b-bfc36f489a36
  kind: Event
  lastTimestamp: "2026-05-25T12:20:44Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:20:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk.18b2ce4fba0037a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41799"
    uid: 851c073d-c9e8-4785-85c8-aa6fb897c07f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41664"
    uid: a3944f4d-5af5-402a-b278-55539f975e69
  kind: Event
  lastTimestamp: "2026-05-25T12:20:34Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f-vlxgk'
  metadata:
    creationTimestamp: "2026-05-25T12:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:20:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f.18b2ce4d663cf9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "41676"
    uid: 880ebd77-f38b-4c27-95a4-7498f1370933
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41662"
    uid: e8659666-0267-44a7-b5df-2e945581b6a9
  kind: Event
  lastTimestamp: "2026-05-25T12:20:34Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-bbc48787f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:20:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18b2ce4d638f8280
    namespace: kserve-ci-e2e-test
    resourceVersion: "41666"
    uid: fd358d38-a418-4538-89da-e09b11cf92c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: c43180aa-ac8a-42b5-a0cf-8dd80ee433e0
  kind: Event
  lastTimestamp: "2026-05-25T12:20:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:20:40Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b2ce4d63676ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "41750"
    uid: ce69a8df-e474-48f5-8c16-ba8553b33afa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: c43180aa-ac8a-42b5-a0cf-8dd80ee433e0
  kind: Event
  lastTimestamp: "2026-05-25T12:20:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:20:34Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b2ce4d63cf68d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41668"
    uid: 252ddfec-545e-4bc6-959d-e7f2db4d15a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:19:13.487621Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41006"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:19:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:19:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce3a8449ec0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41012"
    uid: e915b046-5dec-44d8-8cd4-142ef763483b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41017"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:19:13Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:19:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce3a9da43014
    namespace: kserve-ci-e2e-test
    resourceVersion: "41024"
    uid: f48eeaa8-5df7-4c71-80cb-5294ed6a10fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:19:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce3a9f03add1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41027"
    uid: 97bf5daa-e65d-4df7-bcd5-2777d5b5b491
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:19:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce3aa21101fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41030"
    uid: 8ed955b5-8177-4df9-9d5d-184621537cc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:19:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce3aa299f14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41033"
    uid: ee90119a-83a5-4fa8-9d54-f8382e2c3378
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:19:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce3b17c628fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "41055"
    uid: 0c3b1dc1-57f5-46d1-869b-a7017c4e4aa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:19:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce3b1aec2fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41057"
    uid: d26cfa0f-e31d-45f1-8c62-8f077930d830
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:19:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce3b1b5cc50b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41058"
    uid: 00bc1dfb-db69-4a77-9ac8-c87805dd59ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:19:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce3b1b676d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41059"
    uid: 5bf0416c-a085-48bc-9840-103d59d1ee99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:19:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce3b1eb8d6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41064"
    uid: b4e1977a-5aaa-48f6-b833-bf752c2e912a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:19:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:19:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce3b1f2521b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41065"
    uid: 41513094-1238-42f5-986b-7783724370f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:20:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:20:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce3b8f87bbc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41640"
    uid: 7d9f5203-fe5c-408f-bc1b-c693b2e357dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:20:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:20:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:20:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce4d26fcbcfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: 3e695883-3712-4ef6-9cf3-401b70c04761
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:20:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:20:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:20:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce4d26fd31f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41634"
    uid: 219d6e51-d86c-44d4-8d6c-2be59c7b0cb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 4ba4a439-2e5f-47e6-8154-882197640493
  kind: Event
  lastTimestamp: "2026-05-25T12:20:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.61:8643/healthz": dial tcp
    10.132.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:20:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:20:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx.18b2ce4d41ab72fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "41639"
    uid: 125aae6a-1ffa-41a8-9b58-cc019926fd42
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569
    namespace: kserve-ci-e2e-test
    resourceVersion: "40997"
    uid: 0d3ad644-c80f-4bbd-a01a-ecf0c977af1a
  kind: Event
  lastTimestamp: "2026-05-25T12:19:13Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569-c7fxx'
  metadata:
    creationTimestamp: "2026-05-25T12:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:19:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569.18b2ce3a83bcdd36
    namespace: kserve-ci-e2e-test
    resourceVersion: "41009"
    uid: 8cc7cb06-b113-4fde-8c5b-3a1f1f22b99c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40995"
    uid: d7a4e777-8b1e-4528-b6c5-78bc4ebc5445
  kind: Event
  lastTimestamp: "2026-05-25T12:19:13Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-7c48986569
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:19:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b2ce3a813bbd7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40999"
    uid: 2cc647de-fefb-4151-a0dc-4cbe901d99a1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40996"
    uid: 13b5f939-5651-4d74-9897-65466bfd6b1f
  kind: Event
  lastTimestamp: "2026-05-25T12:20:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:20:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b2ce3e000c9aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "41583"
    uid: 3984ed4b-1896-4e10-b9e7-a6663d1085a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40996"
    uid: 13b5f939-5651-4d74-9897-65466bfd6b1f
  kind: Event
  lastTimestamp: "2026-05-25T12:20:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:20:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b2ce3e00708207
    namespace: kserve-ci-e2e-test
    resourceVersion: "41584"
    uid: 464e49b0-29ad-491a-b012-8f171ea4c7bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40985"
    uid: eafdd69a-563f-46f4-9a54-ca3f868cbd21
  kind: Event
  lastTimestamp: "2026-05-25T12:20:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:20:24Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b2ce3a8116affb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41548"
    uid: e80142ce-c7b5-4e4d-8a73-45ddf6fc4b90
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:19:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40985"
    uid: eafdd69a-563f-46f4-9a54-ca3f868cbd21
  kind: Event
  lastTimestamp: "2026-05-25T12:19:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:19:13Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b2ce3a81842d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41001"
    uid: 3d827a86-da25-4582-a9e3-5e0b1765a9c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:20:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41546"
    uid: eafdd69a-563f-46f4-9a54-ca3f868cbd21
  kind: Event
  lastTimestamp: "2026-05-25T12:20:24Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:20:24Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b2ce4af415a493
    namespace: kserve-ci-e2e-test
    resourceVersion: "41547"
    uid: 2c77ccc6-6230-4a86-8c23-8baf5ceff73b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: d2e9628e-96f5-42e4-b6aa-e865208daa02
  kind: Event
  lastTimestamp: "2026-05-25T12:16:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:16:19Z"
    name: isvc-sklearn-s3.18b2ce018d7b24d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39347"
    uid: dc8ca9fe-423a-4174-b2c4-169c62ca3441
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: d2e9628e-96f5-42e4-b6aa-e865208daa02
  kind: Event
  lastTimestamp: "2026-05-25T12:15:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:15:08Z"
    name: isvc-sklearn-s3.18b2ce018e0a04d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38790"
    uid: 50ba3299-87ea-4a50-8cac-19b48c93e792
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39343"
    uid: d2e9628e-96f5-42e4-b6aa-e865208daa02
  kind: Event
  lastTimestamp: "2026-05-25T12:16:19Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:16:19Z"
    name: isvc-sklearn-s3.18b2ce11f1aa0432
    namespace: kserve-ci-e2e-test
    resourceVersion: "39345"
    uid: 2d999e76-787c-4263-8e4c-c2f473e85db8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-748dc5689f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30102"
    uid: 0e6cfffa-d330-4bd4-a765-da67a9671341
  kind: Event
  lastTimestamp: "2026-05-25T11:58:03Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-748dc5689f-2xjmg'
  metadata:
    creationTimestamp: "2026-05-25T11:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:58:03Z"
    name: isvc-sklearn-scheduler-predictor-748dc5689f.18b2cd12edee1f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 25cbedaa-3a0f-4b7f-9345-be74ec3a22d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 8d1296cc-cdbc-4c6e-8154-2c3cfcefbbbd
  kind: Event
  lastTimestamp: "2026-05-25T11:58:03Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-748dc5689f from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:58:03Z"
    name: isvc-sklearn-scheduler-predictor.18b2cd12e9cc3c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 4625fc55-aa87-415b-8a76-f432186cfa5f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30072"
    uid: 0b732024-a59f-46f9-a9e5-599dd0f5c5e5
  kind: Event
  lastTimestamp: "2026-05-25T11:58:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:58:04Z"
    name: isvc-sklearn-scheduler.18b2cd12e93f083e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30128"
    uid: 19bea186-62a7-429d-93c6-5a42e1aaaf59
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30072"
    uid: 0b732024-a59f-46f9-a9e5-599dd0f5c5e5
  kind: Event
  lastTimestamp: "2026-05-25T11:58:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:58:03Z"
    name: isvc-sklearn-scheduler.18b2cd12e9c5c125
    namespace: kserve-ci-e2e-test
    resourceVersion: "30115"
    uid: 9c242076-3b72-4c92-9c4b-ca83ac808428
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30072"
    uid: 0b732024-a59f-46f9-a9e5-599dd0f5c5e5
  kind: Event
  lastTimestamp: "2026-05-25T11:58:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:58:03Z"
    name: isvc-sklearn-scheduler.18b2cd12e9c61d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "30117"
    uid: 2b608964-9f4c-4431-9fd1-5758068b26f3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:03:24.034364Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32890"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:03:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:03:24Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd5d7476ec28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32895"
    uid: ba3a3b96-f842-4575-9e20-b7e3d4345e94
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:03:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:24Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd5d828ffe85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32908"
    uid: 4dc87bb1-6adb-4bc9-8eed-985de43514e4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:03:25Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:03:25Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd5db177db70
    namespace: kserve-ci-e2e-test
    resourceVersion: "32924"
    uid: 1af8906e-30c7-4555-9405-683379de4345
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:03:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:25Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd5db2f76e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "32927"
    uid: c3ba3e79-74eb-427e-a2cf-64865112b67d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:03:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:25Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd5db6022514
    namespace: kserve-ci-e2e-test
    resourceVersion: "32928"
    uid: 9c678c42-bd57-42cc-a41d-b6c715559aee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:03:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:25Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd5db672fed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32929"
    uid: d0480457-c2ba-48c9-94d4-b7654f55507f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:03:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:29Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd5ec999ee81
    namespace: kserve-ci-e2e-test
    resourceVersion: "32972"
    uid: f194d5e9-b05d-41fc-93a5-ad84bdf29ea5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:03:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:29Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd5eccf49dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32976"
    uid: 7190748a-667c-47cf-be03-7c5efa2ca097
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:03:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:29Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd5ecd6d3e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 845f7064-9475-49c5-b966-c13ec6c20573
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:03:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:29Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd5ecd7acea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32978"
    uid: 04b15830-e83a-4307-a8c7-d94645e17f03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:03:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:29Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd5ed0718125
    namespace: kserve-ci-e2e-test
    resourceVersion: "32981"
    uid: af87cbb3-bedd-44d0-817c-af47115507f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:03:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:29Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd5ed0dd6883
    namespace: kserve-ci-e2e-test
    resourceVersion: "32982"
    uid: 6dfc236f-2730-4f73-97c2-82be89cded35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:04:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:46Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd5f058d7693
    namespace: kserve-ci-e2e-test
    resourceVersion: "33600"
    uid: c5f6aa24-9778-486a-aa4c-f772236e78e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:04:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:44Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd701aab2005
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 07cd5771-70c4-40be-b600-882af41208a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:04:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:44Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd701aabc22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33539"
    uid: fed79f83-21c6-40b6-817b-834852ae9e05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 8fc95c62-9897-45b5-9e29-45ffef56d91c
  kind: Event
  lastTimestamp: "2026-05-25T12:04:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:46Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w.18b2cd70b7aa67d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33599"
    uid: eb9c6838-8893-4431-a4fc-dcc0f6a8f83d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db
    namespace: kserve-ci-e2e-test
    resourceVersion: "32881"
    uid: 7c33fb8e-7f56-46b1-8992-fb9a65045e7b
  kind: Event
  lastTimestamp: "2026-05-25T12:03:24Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-6bcc6c87db-pmg7w'
  metadata:
    creationTimestamp: "2026-05-25T12:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:03:24Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcc6c87db.18b2cd5d73e17411
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: b2920da0-d853-4c58-94d6-601ef71508e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32879"
    uid: ae372782-09ab-4b58-8e47-2452f58bfa08
  kind: Event
  lastTimestamp: "2026-05-25T12:03:23Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-6bcc6c87db from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T12:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:03:23Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2cd5d71611df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32883"
    uid: d89ee3d2-4805-4df0-94bd-47c59430aa4a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32880"
    uid: aaa23759-76ea-4f1a-90c5-2c7ba80f5912
  kind: Event
  lastTimestamp: "2026-05-25T12:04:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:04:09Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2cd60f0e9b6ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33261"
    uid: 070134d4-555c-4a97-83ec-0df64318889a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32880"
    uid: aaa23759-76ea-4f1a-90c5-2c7ba80f5912
  kind: Event
  lastTimestamp: "2026-05-25T12:04:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:04:09Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2cd60f15f39fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33263"
    uid: 7ff73a88-6169-49f6-8180-e2e678ff21a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33048"
    uid: aaa23759-76ea-4f1a-90c5-2c7ba80f5912
  kind: Event
  lastTimestamp: "2026-05-25T12:04:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:04:39Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2cd647080fb1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33477"
    uid: cad5bc25-c30f-4017-b076-bb91c9aab7b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33048"
    uid: aaa23759-76ea-4f1a-90c5-2c7ba80f5912
  kind: Event
  lastTimestamp: "2026-05-25T12:04:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:04:39Z"
    name: isvc-sklearn-v2-mixed-predictor.18b2cd6470eb8343
    namespace: kserve-ci-e2e-test
    resourceVersion: "33478"
    uid: e07d8782-eeaa-496e-b653-29147a8b3149
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32852"
    uid: dd179c16-ee39-4dd7-81db-559559dfe0e7
  kind: Event
  lastTimestamp: "2026-05-25T12:04:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:04:36Z"
    name: isvc-sklearn-v2-mixed.18b2cd5d713b10e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33463"
    uid: 50f60106-d261-4ec4-8c62-b5ca632735af
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32852"
    uid: dd179c16-ee39-4dd7-81db-559559dfe0e7
  kind: Event
  lastTimestamp: "2026-05-25T12:03:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:03:23Z"
    name: isvc-sklearn-v2-mixed.18b2cd5d718909c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32885"
    uid: 32840acc-02b0-4ab0-8f86-3c0f3660fbab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33460"
    uid: dd179c16-ee39-4dd7-81db-559559dfe0e7
  kind: Event
  lastTimestamp: "2026-05-25T12:04:36Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:04:36Z"
    name: isvc-sklearn-v2-mixed.18b2cd6e68e86ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33461"
    uid: 4d1418ed-e27b-4e71-9fb0-70bf74e1e38c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:02:03.778184Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32233"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:02:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:02:03Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd4ac4d2dc1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32237"
    uid: 1cec0a82-a54a-4883-855f-033372b0c7d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32242"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:02:04Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:02:04Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd4ade55a8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32251"
    uid: 1ac96099-7bb7-4e8a-91d9-243196e6df53
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:02:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:02:04Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd4adfe5e61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32253"
    uid: 34392065-a2c7-4288-bc4a-36b2cf6824a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:02:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:02:04Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd4ae2a8082e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32255"
    uid: b58a52f4-260f-49b4-be8d-4ad9ecb33b79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:02:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:02:04Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd4ae318936b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32256"
    uid: c81bea38-81b1-46f6-afb9-41d5520713b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:02:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:02:08Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd4bdce9c6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32295"
    uid: 36bf7c2f-1b68-404b-aef0-a8184666b429
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:02:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:02:08Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd4be004ad15
    namespace: kserve-ci-e2e-test
    resourceVersion: "32299"
    uid: 68b1af84-7965-424c-9de9-6e48f27b5f2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:02:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:02:08Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd4be07236ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: 03f89fc5-d250-4144-81ff-22ac0a2100c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:02:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:02:08Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd4be07ebfe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32301"
    uid: 703d471a-1c87-4117-89b8-52ab87ab988a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:02:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:02:08Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd4be3abbaff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32303"
    uid: 92fc4e55-72cd-4d3e-b684-3f7563004668
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:02:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:02:08Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd4be4195b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "32304"
    uid: 65e2f628-2d29-490d-8b1f-bbd6e04ff448
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:03:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:26Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd4c18e2de34
    namespace: kserve-ci-e2e-test
    resourceVersion: "32947"
    uid: 4b46ce6a-c7d8-4d34-b79c-077fdf0a6ef0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:03:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:23Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd5d6fa7359c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: 20b3a96d-ffe5-423a-b1ec-b5066cfd96fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:03:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:23Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd5d6fa85e4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32876"
    uid: d45d44ba-1ce9-4dd0-8515-fbe5604a64f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: ca1b946e-29ff-4f5c-966b-764da5e4a57e
  kind: Event
  lastTimestamp: "2026-05-25T12:03:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:03:26Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2.18b2cd5e0705b2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: b0443403-16ea-4eb8-a2ca-7514bc99aed4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-58dfb5f9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32222"
    uid: 7aa602a0-8763-4903-b996-055e09b714b0
  kind: Event
  lastTimestamp: "2026-05-25T12:02:03Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-58dfb5f9bc-hr4n2'
  metadata:
    creationTimestamp: "2026-05-25T12:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:02:03Z"
    name: isvc-sklearn-v2-predictor-58dfb5f9bc.18b2cd4ac4612267
    namespace: kserve-ci-e2e-test
    resourceVersion: "32234"
    uid: a12bbf85-8f3e-41d8-a08e-415d092f1b34
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32217"
    uid: 9e8e5e32-f615-4658-8af9-b646a30558a1
  kind: Event
  lastTimestamp: "2026-05-25T12:02:03Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-58dfb5f9bc from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:02:03Z"
    name: isvc-sklearn-v2-predictor.18b2cd4ac167b860
    namespace: kserve-ci-e2e-test
    resourceVersion: "32224"
    uid: 9e4c58f8-777d-4930-a39d-b9852a75c47f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32219"
    uid: f0aa7dd9-c71c-46e7-b135-f81fa58513da
  kind: Event
  lastTimestamp: "2026-05-25T12:02:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:02:33Z"
    name: isvc-sklearn-v2-predictor.18b2cd4e3ffe830d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: 2b2dca6b-40d4-4e39-b893-f8b90265b6d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32219"
    uid: f0aa7dd9-c71c-46e7-b135-f81fa58513da
  kind: Event
  lastTimestamp: "2026-05-25T12:02:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:02:33Z"
    name: isvc-sklearn-v2-predictor.18b2cd4e406e65b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32487"
    uid: b6f85cb5-af67-435e-b673-3fb2a18e2ac7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32382"
    uid: f0aa7dd9-c71c-46e7-b135-f81fa58513da
  kind: Event
  lastTimestamp: "2026-05-25T12:03:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:03:18Z"
    name: isvc-sklearn-v2-predictor.18b2cd553e403333
    namespace: kserve-ci-e2e-test
    resourceVersion: "32812"
    uid: 12ad8f5b-826e-46b3-bbba-88443daf4e6d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32382"
    uid: f0aa7dd9-c71c-46e7-b135-f81fa58513da
  kind: Event
  lastTimestamp: "2026-05-25T12:03:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:03:18Z"
    name: isvc-sklearn-v2-predictor.18b2cd553ebfb312
    namespace: kserve-ci-e2e-test
    resourceVersion: "32813"
    uid: edcf3b57-83b8-4254-b716-3770708a7160
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:01:03.604249Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31712"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:01:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:01:03Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd3cc22d8008
    namespace: kserve-ci-e2e-test
    resourceVersion: "31717"
    uid: d485ba26-7785-482e-8cfc-d7d522ad59b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:01:04Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd3ccb03ec5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31732"
    uid: 09375a71-3037-4ced-93ad-2b2736d7ae2d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31721"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:05Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:01:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd3d35241824
    namespace: kserve-ci-e2e-test
    resourceVersion: "31750"
    uid: db6c031d-c94a-4031-b395-c5fc2af06989
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:01:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd3d36b01848
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 0bbfab79-964f-48e5-865a-0399b1de3d38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:01:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd3d39a27529
    namespace: kserve-ci-e2e-test
    resourceVersion: "31755"
    uid: 1942f378-9e21-4165-abc1-89737501b996
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:01:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd3d3a2ae448
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 4ff7902e-7a55-4b45-bbc3-ef45cd313bc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T12:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:01:10Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd3e50271abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31792"
    uid: 3b852b4e-3152-47bd-98a7-c77a6040f387
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:01:10Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd3e535170d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31796"
    uid: 4c6463e0-7665-44ec-9ad8-38af0d35bfc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:01:10Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd3e53c2c9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31797"
    uid: eee55e62-75fd-42a0-8efb-fff297b3a7e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:01:10Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd3e53d0ca5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31798"
    uid: a43de41e-969b-4d76-8481-4f3953c178b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:01:10Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd3e56d4ff86
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: e275a66a-4798-42dc-9731-1d3b1622f5c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:01:10Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd3e574965bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31801"
    uid: 114cec93-7e41-4c2a-8fbf-56249ab8b53f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-25T12:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:01:47Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd46f2716169
    namespace: kserve-ci-e2e-test
    resourceVersion: "32066"
    uid: b782193c-cb46-415c-a88a-74aa96aa22bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:02:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:02:03Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd4ac04f0aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32218"
    uid: 26be3f26-1105-433d-9d41-7f0bf25d00fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:02:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:02:03Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd4ac04fdcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32221"
    uid: 1262c104-0485-4ee9-a535-3faca677e48a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:02:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:02:07Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd4b961cd90e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32286"
    uid: 0de667ce-7953-4ca6-bdb3-3461d03ef894
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: e1a828b8-77fa-4048-9536-9681a05cbb9b
  kind: Event
  lastTimestamp: "2026-05-25T12:02:07Z"
  message: 'Readiness probe failed: Get "http://10.132.0.50:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.132.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:02:07Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt.18b2cd4b966f3acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32287"
    uid: 19ba874c-f8ac-4e5c-90a1-b68ae7f94288
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31701"
    uid: 8b003aed-3cea-429b-8f3f-ee30818d2365
  kind: Event
  lastTimestamp: "2026-05-25T12:01:03Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-bzsvt'
  metadata:
    creationTimestamp: "2026-05-25T12:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:01:03Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18b2cd3cc1b89ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31714"
    uid: 5e55373e-08ce-41b8-9e81-d5b27a5675ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31698"
    uid: 464866a8-1727-482c-9be5-cd58ce6a71c5
  kind: Event
  lastTimestamp: "2026-05-25T12:01:03Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:01:03Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2cd3cbeab8fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31703"
    uid: fb5f5972-b415-43a0-af35-919c5a9de240
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31700"
    uid: ee7c8ff5-a25a-42cd-bc82-89389f1b16d1
  kind: Event
  lastTimestamp: "2026-05-25T12:01:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:01:48Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2cd403d82ef5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32072"
    uid: 4ddf1d5c-0153-4731-aabd-5fb016176c3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31700"
    uid: ee7c8ff5-a25a-42cd-bc82-89389f1b16d1
  kind: Event
  lastTimestamp: "2026-05-25T12:01:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:01:48Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2cd403dde0f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "32073"
    uid: d40ef99e-767d-4d0c-9cb6-4f55521b4697
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31857"
    uid: ee7c8ff5-a25a-42cd-bc82-89389f1b16d1
  kind: Event
  lastTimestamp: "2026-05-25T12:02:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:02:03Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2cd4aba98c213
    namespace: kserve-ci-e2e-test
    resourceVersion: "32186"
    uid: a23aab86-1f33-41c0-ba56-4313fffb2cd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31857"
    uid: ee7c8ff5-a25a-42cd-bc82-89389f1b16d1
  kind: Event
  lastTimestamp: "2026-05-25T12:02:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:02:03Z"
    name: isvc-sklearn-v2-runtime-predictor.18b2cd4abb1096fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32188"
    uid: 79bb20f3-285f-47b1-860d-8bbd7c1b8890
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31671"
    uid: 71a42855-1ce4-44ea-a482-a57ccf50366b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:01:57Z"
    name: isvc-sklearn-v2-runtime.18b2cd3cbe86d989
    namespace: kserve-ci-e2e-test
    resourceVersion: "32146"
    uid: d91e7e36-e9c8-4dec-8110-07092db72524
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31671"
    uid: 71a42855-1ce4-44ea-a482-a57ccf50366b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:01:03Z"
    name: isvc-sklearn-v2-runtime.18b2cd3cbef576d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31723"
    uid: 4fc92578-981b-4448-bbb9-61efdae82471
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31683"
    uid: 71a42855-1ce4-44ea-a482-a57ccf50366b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:01:03Z"
    name: isvc-sklearn-v2-runtime.18b2cd3cc439cf37
    namespace: kserve-ci-e2e-test
    resourceVersion: "31724"
    uid: 3fab452e-b7ac-4d6b-98f3-d25c5e519114
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:01:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32143"
    uid: 71a42855-1ce4-44ea-a482-a57ccf50366b
  kind: Event
  lastTimestamp: "2026-05-25T12:01:57Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:01:57Z"
    name: isvc-sklearn-v2-runtime.18b2cd4947621ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: 08ef1bf5-b4ef-461d-88df-f025fc4237b0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 78000074-5bfb-41ac-b17c-d1b583fe9657
  kind: Event
  lastTimestamp: "2026-05-25T12:03:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:03:16Z"
    name: isvc-sklearn-v2.18b2cd4ac1131651
    namespace: kserve-ci-e2e-test
    resourceVersion: "32797"
    uid: 21cc57ee-17ed-41ee-a016-1bd967c35b89
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 78000074-5bfb-41ac-b17c-d1b583fe9657
  kind: Event
  lastTimestamp: "2026-05-25T12:02:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:02:03Z"
    name: isvc-sklearn-v2.18b2cd4ac17a24ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32244"
    uid: bab02827-b6d7-4e58-a986-ce22535b3802
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:02:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32202"
    uid: 78000074-5bfb-41ac-b17c-d1b583fe9657
  kind: Event
  lastTimestamp: "2026-05-25T12:02:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:02:03Z"
    name: isvc-sklearn-v2.18b2cd4ac6efec32
    namespace: kserve-ci-e2e-test
    resourceVersion: "32245"
    uid: 455b0322-d772-424b-bb25-75c7264c545a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:03:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32795"
    uid: 78000074-5bfb-41ac-b17c-d1b583fe9657
  kind: Event
  lastTimestamp: "2026-05-25T12:03:16Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:03:16Z"
    name: isvc-sklearn-v2.18b2cd5bb8479a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "32796"
    uid: 55f82377-ce5e-4010-9e37-71e4fdaafba2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30138"
    uid: ad9430d7-5779-4e92-a3af-56b7da5f6129
  kind: Event
  lastTimestamp: "2026-05-25T11:59:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:59:18Z"
    name: isvc-sklearn.18b2cd136877afe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30744"
    uid: 33db2767-7490-4bc7-9716-8b171a6a61e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:58:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30138"
    uid: ad9430d7-5779-4e92-a3af-56b7da5f6129
  kind: Event
  lastTimestamp: "2026-05-25T11:58:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T11:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:58:06Z"
    name: isvc-sklearn.18b2cd13691673b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30169"
    uid: d7c18d97-a7e8-4275-92be-24efe34ea735
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: ad9430d7-5779-4e92-a3af-56b7da5f6129
  kind: Event
  lastTimestamp: "2026-05-25T11:59:18Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:59:18Z"
    name: isvc-sklearn.18b2cd2456d6235d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30743"
    uid: b2e6f827-6789-4741-9259-8faa3dff2c36
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:04:44.219342Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33554"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-hh89b
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:04:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:04:44Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd701fdcaa3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33560"
    uid: 8876054c-0db6-4247-8c73-4c151715e01c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33565"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:04:44Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:04:44Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd7038f57baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33572"
    uid: 17a1ffab-6016-471c-98ab-ff76ba8de9f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:04:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:44Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd703aa3826e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 0e4d3ac0-3364-4f80-be38-83106b18f176
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:04:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:44Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd703dc5b6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33576"
    uid: 9e23751d-76b0-4c0f-b7b5-ef65be5615c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:04:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:44Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd703e38ac79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33577"
    uid: 4c3d769f-ff62-43c4-a278-aa8e85287523
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:04:49Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-05-25T12:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:49Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd71680bc6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: e89cbaa1-db91-429b-8a56-31abbc61fe7f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:04:53Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.569s (3.569s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd723cc9178a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: ada0cef0-82a7-406e-a0b7-885a099d5a12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:04:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd723fd2e7c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33656"
    uid: 4b79af1a-3ddc-42bc-bdfb-59fb4b2e9722
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:04:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd724040f874
    namespace: kserve-ci-e2e-test
    resourceVersion: "33657"
    uid: e405a400-6df5-4307-9049-6ca70ec69d66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:04:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd72404daea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33658"
    uid: ce524f14-f069-40d7-8d75-81476f7c196d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:04:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd72433a6244
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: 1f2633cd-76ae-423d-8ddc-2214e9140c09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:04:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:04:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd7243a8ad9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33661"
    uid: 1783cb10-298c-43f2-8365-92637a641960
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:05:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:00Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd72931e91e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33718"
    uid: ab6b73d7-f662-4eb2-97f1-60bf83b0f42a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:05:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:25Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd799e5cf37e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33929"
    uid: f799e6ea-a1d8-402c-85bd-6eb41c985a0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:05:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd799e5d40bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33927"
    uid: 84aa81bc-0708-436d-b007-72465425d3a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hh89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b71837e9-8157-4e83-a379-ebbfb595a673
  kind: Event
  lastTimestamp: "2026-05-25T12:05:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:50Z"
    name: isvc-tensorflow-predictor-6756f669d7-hh89b.18b2cd79cb03fcaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34175"
    uid: 1cfb2357-6e03-4e5d-b453-c2ac1e5131bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33545"
    uid: 39f2122e-c624-4e6f-9a6d-03745f897c58
  kind: Event
  lastTimestamp: "2026-05-25T12:04:44Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-hh89b'
  metadata:
    creationTimestamp: "2026-05-25T12:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:04:44Z"
    name: isvc-tensorflow-predictor-6756f669d7.18b2cd701f563a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "33557"
    uid: 7e611597-700c-44a4-a5b8-e283cd220091
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33543"
    uid: cce46882-a6ae-4c6f-9557-116cf1f96a89
  kind: Event
  lastTimestamp: "2026-05-25T12:04:44Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:04:44Z"
    name: isvc-tensorflow-predictor.18b2cd701c77be9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33547"
    uid: 99b0eb2e-8466-4fe1-93e8-e76d8a65a5f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33544"
    uid: 52ae1a64-fce1-4b0a-9c10-6f9fc3abf30e
  kind: Event
  lastTimestamp: "2026-05-25T12:04:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:04:59Z"
    name: isvc-tensorflow-predictor.18b2cd739b47a4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33705"
    uid: 12b246e2-8206-4636-87e4-37e46f1ebcee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33544"
    uid: 52ae1a64-fce1-4b0a-9c10-6f9fc3abf30e
  kind: Event
  lastTimestamp: "2026-05-25T12:04:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:04:59Z"
    name: isvc-tensorflow-predictor.18b2cd739bae097e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33707"
    uid: ddab6dc8-1c83-4d78-b3d3-f6237c2a36ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 52ae1a64-fce1-4b0a-9c10-6f9fc3abf30e
  kind: Event
  lastTimestamp: "2026-05-25T12:05:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:05:14Z"
    name: isvc-tensorflow-predictor.18b2cd771a4d9628
    namespace: kserve-ci-e2e-test
    resourceVersion: "33820"
    uid: dc7dd6c5-f151-45eb-9175-194560aa94a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 52ae1a64-fce1-4b0a-9c10-6f9fc3abf30e
  kind: Event
  lastTimestamp: "2026-05-25T12:05:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:05:14Z"
    name: isvc-tensorflow-predictor.18b2cd771ab90c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33822"
    uid: ef3eb30c-2930-4bb8-b1bc-44248ac7d0a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:05:25.069913Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33941"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:05:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:05:25Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd79a2beceda
    namespace: kserve-ci-e2e-test
    resourceVersion: "33946"
    uid: 35e4bc45-f1c0-4c21-81f8-6cacd9d0150c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:05:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:25Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd79aaadf7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: 22a1316a-26bc-403b-ade2-a14cbfb542e2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33950"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:05:26Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:05:26Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd79df5c734b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33967"
    uid: 304ebe1f-fcc6-4658-ad87-dc98beea78fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:05:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:26Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd79e0bc4d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "33969"
    uid: 7ba52e82-e9c3-4b5f-9606-f361b462692e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:05:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:26Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd79e3e4ec81
    namespace: kserve-ci-e2e-test
    resourceVersion: "33970"
    uid: 0699b63d-3311-42ad-acdb-531ba411f868
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:05:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:26Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd79e46b4449
    namespace: kserve-ci-e2e-test
    resourceVersion: "33971"
    uid: 75b7459c-c509-4fd8-aa40-ffd331751b1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:05:30Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:30Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd7afb30ced3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34010"
    uid: eb44ca3e-092e-4baf-942f-009972a63316
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:05:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:30Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd7afdcf22db
    namespace: kserve-ci-e2e-test
    resourceVersion: "34014"
    uid: 09d91095-37d6-42f6-b0ac-19d15d42ad1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:05:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:30Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd7afe3ee895
    namespace: kserve-ci-e2e-test
    resourceVersion: "34015"
    uid: dd47bba7-cca4-4acd-8963-5c70bc8358ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:05:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:30Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd7afe4bd38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 53fbc385-f8bd-4514-94c6-ee23e0adf0de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:05:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:30Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd7b00d0beb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34020"
    uid: 86660c1c-7397-40a0-8c46-72c4cb16442d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:05:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:30Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd7b013f6b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34021"
    uid: b8676a61-b151-41c2-9c6d-987a007cc1be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:05:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:05:38Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd7b72e63585
    namespace: kserve-ci-e2e-test
    resourceVersion: "34077"
    uid: ed66372c-874a-4d03-9729-40029ff44b80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:06:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:06:05Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd832976a113
    namespace: kserve-ci-e2e-test
    resourceVersion: "34306"
    uid: 9856ac81-16f8-4507-9e9f-76bb7ec7d1aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:06:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:06:05Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd8329772fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34308"
    uid: f93c0a57-94a0-42f2-9b4c-9821af1e15d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d19fcffa-535c-43c9-a8e6-b6c28cc6d133
  kind: Event
  lastTimestamp: "2026-05-25T12:06:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:06:33Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5.18b2cd83d4cff2bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34558"
    uid: 07ed929d-f589-409e-8d16-795d9673fad8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33930"
    uid: b4ce6d73-33f8-4891-be0d-b7a5cdd1e60a
  kind: Event
  lastTimestamp: "2026-05-25T12:05:25Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-ck8v5'
  metadata:
    creationTimestamp: "2026-05-25T12:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:05:25Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18b2cd79a22c0696
    namespace: kserve-ci-e2e-test
    resourceVersion: "33942"
    uid: 949dc970-f3f5-47be-9cd8-b9a6c7d58810
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: f77021c9-aec8-459d-93ad-35bd3b6647d6
  kind: Event
  lastTimestamp: "2026-05-25T12:05:25Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:05:25Z"
    name: isvc-tensorflow-runtime-predictor.18b2cd799f3aadf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33932"
    uid: 23780fd1-de6e-4f24-9e86-63a81024ef25
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33928"
    uid: 3c938590-6bb7-4fb1-9b39-c0de6cba9e11
  kind: Event
  lastTimestamp: "2026-05-25T12:05:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:05:55Z"
    name: isvc-tensorflow-runtime-predictor.18b2cd7d1d9b0341
    namespace: kserve-ci-e2e-test
    resourceVersion: "34205"
    uid: 587a5f78-dbc8-4d4d-a859-0355f62684ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33928"
    uid: 3c938590-6bb7-4fb1-9b39-c0de6cba9e11
  kind: Event
  lastTimestamp: "2026-05-25T12:05:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:05:55Z"
    name: isvc-tensorflow-runtime-predictor.18b2cd7d1e09736b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34206"
    uid: 8dacae08-657d-415f-b539-02383dd5d6c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ecb58e9e-7b95-4084-806d-29f34edb9e69
  kind: Event
  lastTimestamp: "2026-05-25T12:05:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:05:48Z"
    name: isvc-tensorflow-runtime.18b2cd799ee735e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34159"
    uid: baa2bace-ca43-4d55-9c43-d72087f5f20d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ecb58e9e-7b95-4084-806d-29f34edb9e69
  kind: Event
  lastTimestamp: "2026-05-25T12:05:25Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:05:25Z"
    name: isvc-tensorflow-runtime.18b2cd799f49d6eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33952"
    uid: 5a18ac24-0e01-4e85-b901-618fa50a8ee9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33907"
    uid: ecb58e9e-7b95-4084-806d-29f34edb9e69
  kind: Event
  lastTimestamp: "2026-05-25T12:05:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:05:25Z"
    name: isvc-tensorflow-runtime.18b2cd79a4fbe913
    namespace: kserve-ci-e2e-test
    resourceVersion: "33953"
    uid: edf2d6d8-5ca8-4ad3-a534-f080b4de6fb0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34157"
    uid: ecb58e9e-7b95-4084-806d-29f34edb9e69
  kind: Event
  lastTimestamp: "2026-05-25T12:05:48Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:05:48Z"
    name: isvc-tensorflow-runtime.18b2cd7f32067a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34158"
    uid: 7aad89f8-39fb-4173-9b74-ebd9cc63c9f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33515"
    uid: 08b5db0f-8ffe-4eb8-95f1-3a59699d491b
  kind: Event
  lastTimestamp: "2026-05-25T12:05:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:05:10Z"
    name: isvc-tensorflow.18b2cd701c4a9d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33794"
    uid: b3afb5ee-8f4b-4d34-9758-c8466936b613
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:04:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33515"
    uid: 08b5db0f-8ffe-4eb8-95f1-3a59699d491b
  kind: Event
  lastTimestamp: "2026-05-25T12:04:44Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:04:44Z"
    name: isvc-tensorflow.18b2cd701ca186c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33549"
    uid: 16a21b69-43ad-4eee-867d-da21dc32a8d0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:05:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: 08b5db0f-8ffe-4eb8-95f1-3a59699d491b
  kind: Event
  lastTimestamp: "2026-05-25T12:05:10Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:05:10Z"
    name: isvc-tensorflow.18b2cd7651e52a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33793"
    uid: 39d4c965-41b0-43e2-9e3b-278707f8c931
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:06:06.104295Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34324"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-xwf5b
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:06:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:06:06Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd833095d90e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: e76d2107-5f5d-4aff-a243-79c486b02c52
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:06:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:06:06Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd833d0bd2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34341"
    uid: 9acd8244-c9c2-4ba6-aebb-f329d1ca9b05
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34333"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:06:07Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:06:07Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd836d9a39d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34351"
    uid: 82e9c325-5af4-40b7-be1a-875dcca80fe5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:06:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:06:07Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd836f0207b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34353"
    uid: d5efb5c7-7494-4586-a84e-8bec4b080e50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:06:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:06:07Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd8372f3e42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34354"
    uid: 03c98b1e-2b0e-46f2-bfd2-14a362a4e4ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:06:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:06:07Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd8373a35a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: a05aae14-6d8e-42df-a3d1-c598da6d4884
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:06:11Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-05-25T12:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:06:11Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd848eb579d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34400"
    uid: 7604e897-4b26-481a-8d1a-effa9713de7f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:08:06Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.672s
    (1m54.672s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:06Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd9f41b29b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35202"
    uid: 59662b7f-628a-45c4-84db-f3983916edbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:08:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:06Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd9f4836b2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35203"
    uid: 8a4c4a0a-9496-4aac-bf81-c67b1d18c61c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:08:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:06Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd9f4983266e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35204"
    uid: 80b27b90-f419-425e-8a18-5595aa56a84b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:08:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:06Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd9f498f4a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: a3e06832-2494-42a1-87bb-a41075d5143e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:08:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:06Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd9f4e1492d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35206"
    uid: a5dac013-58f9-48cd-8fc5-08b62e62768c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:08:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:06Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd9f4ee945df
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 8be1f322-01b7-430b-bcf7-df16dd11438d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:08:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:09Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cd9fa97384f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35226"
    uid: 2ee48731-45a3-4182-b444-c8bf831b0636
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:08:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:17Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cda1d80d5032
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 9e460276-7a3a-4995-8d89-d955f5c07a8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:08:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:17Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cda1d80dab22
    namespace: kserve-ci-e2e-test
    resourceVersion: "35326"
    uid: 37815013-b1ac-4cf2-8cd7-bf44b050d20c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xwf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: a0b036b0-8398-49cb-a459-7fb9e44723af
  kind: Event
  lastTimestamp: "2026-05-25T12:08:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:19Z"
    name: isvc-triton-predictor-84bb65d94b-xwf5b.18b2cda23949c124
    namespace: kserve-ci-e2e-test
    resourceVersion: "35369"
    uid: a6d24439-b88b-4e01-aaf8-6a8ea45f9ef2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34313"
    uid: c76474ba-7a20-43b9-bf2e-01a88885bd8b
  kind: Event
  lastTimestamp: "2026-05-25T12:06:06Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-xwf5b'
  metadata:
    creationTimestamp: "2026-05-25T12:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:06:06Z"
    name: isvc-triton-predictor-84bb65d94b.18b2cd83302e4c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: 9b281ad9-b283-4a4b-b118-48db79e7bd8f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34311"
    uid: 666f3e8e-0008-4ed6-8d10-96a8a7d2065a
  kind: Event
  lastTimestamp: "2026-05-25T12:06:06Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:06:06Z"
    name: isvc-triton-predictor.18b2cd832b2ff2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: d8c48372-e4a9-49d0-a6d5-f6de3fb1c60d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34312"
    uid: 63525b48-0066-4380-a43f-84f884a88e84
  kind: Event
  lastTimestamp: "2026-05-25T12:08:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:08:06Z"
    name: isvc-triton-predictor.18b2cd86aa9b823f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35198"
    uid: 47b6893d-941b-44ac-8612-cab6541f79c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34312"
    uid: 63525b48-0066-4380-a43f-84f884a88e84
  kind: Event
  lastTimestamp: "2026-05-25T12:08:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:08:06Z"
    name: isvc-triton-predictor.18b2cd86ab284f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: 076e8c33-f848-462b-8043-045ed78eb4b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34284"
    uid: bf7e9634-fbfb-487f-a2e0-709e3557fe66
  kind: Event
  lastTimestamp: "2026-05-25T12:08:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:08:14Z"
    name: isvc-triton.18b2cd832af37ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35270"
    uid: 103f7cbc-21e0-4061-b3d9-c51de4ccf6f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34284"
    uid: bf7e9634-fbfb-487f-a2e0-709e3557fe66
  kind: Event
  lastTimestamp: "2026-05-25T12:06:06Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T12:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:06:06Z"
    name: isvc-triton.18b2cd832b5d4d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34337"
    uid: b68a6d01-6a79-4696-8301-54b4551e3a74
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: bf7e9634-fbfb-487f-a2e0-709e3557fe66
  kind: Event
  lastTimestamp: "2026-05-25T12:06:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:06:06Z"
    name: isvc-triton.18b2cd833452da51
    namespace: kserve-ci-e2e-test
    resourceVersion: "34338"
    uid: c9097b1a-0fb8-4413-84db-64a57d754178
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35268"
    uid: bf7e9634-fbfb-487f-a2e0-709e3557fe66
  kind: Event
  lastTimestamp: "2026-05-25T12:08:14Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:08:14Z"
    name: isvc-triton.18b2cda116b06d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "35269"
    uid: 10319974-9d84-4e82-92c5-32bab1e1d498
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:08:17.895477Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35337"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-gjqvc
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:08:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:08:17Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cda1dff3b130
    namespace: kserve-ci-e2e-test
    resourceVersion: "35343"
    uid: 2f1a7b48-4821-417c-a98f-390494dd05b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:08:18Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:08:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cda1f998a6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35357"
    uid: c34b7ccf-fafc-4918-ab41-61e5e54a9593
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:08:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cda1fb1cb46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35359"
    uid: 463b531c-6ec1-4a6c-9402-fb8099a644fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:08:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cda1ffa6e858
    namespace: kserve-ci-e2e-test
    resourceVersion: "35361"
    uid: 1890348e-2aa0-4ec8-9cfe-1e5f933360be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:08:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cda2007ee1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35362"
    uid: 469ed7d8-b581-4fbd-a6a6-c08563b241ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:08:22Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T12:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cda2eeac9b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "35403"
    uid: 587b29b4-86ac-4407-9cb2-4f0289bac29e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:08:41Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.704s (18.704s
    including waiting). Image size: 1306319098 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T12:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:41Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cda74986a702
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 107f6a3f-aff7-4206-afa7-aaeb76e11021
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:08:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:41Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cda750324984
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: 4cd07246-3131-47e4-9ae9-82c3c0d44c97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:08:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:41Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cda75143b97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35538"
    uid: bb784bff-41df-4c23-93f5-9f0c469654fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:08:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:41Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cda7515057c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35539"
    uid: 823618b2-46a3-418b-bff2-01de7fcac965
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:08:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:41Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cda75717e21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35540"
    uid: 55478c40-29bf-478b-9653-fa3d955f30fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:08:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:08:41Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cda7584acd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35541"
    uid: 221b1ce9-a0fd-4481-85f0-3d3aea0784f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:09:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:09:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cda79ad4d622
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 297322a2-682d-4649-800d-d211d3e0c1a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:09:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:09:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cdb92bd4ee34
    namespace: kserve-ci-e2e-test
    resourceVersion: "36126"
    uid: ef3aa899-8f7f-4778-b336-76854af9f6e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:09:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:09:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cdb92bd5b2d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36129"
    uid: d23b5081-7b48-4b00-9e9e-6b93e8900bac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: ffde503d-e5eb-4b1c-9c28-1be149cb72f1
  kind: Event
  lastTimestamp: "2026-05-25T12:09:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:09:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-gjqvc.18b2cdb94ced4a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "36161"
    uid: 3915bc82-ad94-4886-a0ee-66d68bfa5298
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 25be7a5f-7846-419e-b624-baf7dd39ad84
  kind: Event
  lastTimestamp: "2026-05-25T12:08:17Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-gjqvc'
  metadata:
    creationTimestamp: "2026-05-25T12:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:08:17Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18b2cda1dfb3e0d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35339"
    uid: 593b51bc-5ee9-4c68-95b5-571cc604e07d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35322"
    uid: 6f6f09e2-8ffb-4ede-b61c-74f7c42c449a
  kind: Event
  lastTimestamp: "2026-05-25T12:08:17Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:08:17Z"
    name: isvc-xgboost-predictor.18b2cda1d8cfa680
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: 87cde973-3aba-484c-8267-938a49a5f157
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: 57ad748b-f833-4caf-ac87-77ca9c8bdc92
  kind: Event
  lastTimestamp: "2026-05-25T12:08:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:08:47Z"
    name: isvc-xgboost-predictor.18b2cda55800f6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35591"
    uid: 5b684c6b-5322-4714-ab8a-b587c7ba377f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: 57ad748b-f833-4caf-ac87-77ca9c8bdc92
  kind: Event
  lastTimestamp: "2026-05-25T12:08:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:08:47Z"
    name: isvc-xgboost-predictor.18b2cda5586bacf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35592"
    uid: 9c0c4e37-51af-4f99-86ff-6cdb5c62f25b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35480"
    uid: 57ad748b-f833-4caf-ac87-77ca9c8bdc92
  kind: Event
  lastTimestamp: "2026-05-25T12:09:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:09:47Z"
    name: isvc-xgboost-predictor.18b2cdac565b1251
    namespace: kserve-ci-e2e-test
    resourceVersion: "36019"
    uid: 9b05767d-480e-488a-9ad5-9f4a50a4c992
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35480"
    uid: 57ad748b-f833-4caf-ac87-77ca9c8bdc92
  kind: Event
  lastTimestamp: "2026-05-25T12:09:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:09:47Z"
    name: isvc-xgboost-predictor.18b2cdac56c6bd67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36020"
    uid: 899b0344-e82e-4f52-83c5-2fb17feff545
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:11:38.364342Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37037"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-4698j
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:11:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:11:38Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cdd08cd3c8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37043"
    uid: 992b9fea-36e2-4929-a36a-70e592ba242a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:11:38Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:11:38Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cdd0a5f0f8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37053"
    uid: af348105-bb37-481c-993d-72e3b692180d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:11:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:11:38Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cdd0a86115bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 0998c280-4afa-4bd9-b5e6-37f2c087a548
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:11:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:11:38Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cdd0ab229c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "37058"
    uid: 7dcbfe4f-b1b8-43ad-bc82-f5f35cfa582f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:11:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:11:38Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cdd0ab8f48e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37059"
    uid: 5a1f9fce-6859-4914-8343-3a1c75d89abd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:11:43Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:11:43Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cdd1a1320d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 1525c313-0877-469d-a97f-8bdfa6f93ff2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:11:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:11:43Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cdd1a3d6f588
    namespace: kserve-ci-e2e-test
    resourceVersion: "37097"
    uid: a14f90da-97c4-4cb0-9f92-5b38762b1a9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:11:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:11:43Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cdd1a4461ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37100"
    uid: 6ab9747c-1415-46aa-be75-12ffa43e2191
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:11:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:11:43Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cdd1a4527c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37101"
    uid: 47a6aef4-e41b-412e-aa5b-2a63c9e62a43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:11:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:11:43Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cdd1a71972b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37103"
    uid: 7eb2f1f5-fb0a-44fb-81da-64679f9e6396
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:11:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:11:43Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cdd1a790d74a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37104"
    uid: 6a11f71f-d0c5-45f0-90e9-946ed1bb07b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:13:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cdd1dd1dcb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "37729"
    uid: 7f0ff6c8-9a01-4e4a-82b0-ce4e8c447a53
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:12:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:12:58Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cde3327fbc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "37671"
    uid: 7d221fc8-2593-4793-8dfc-b7dac878277a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:12:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:12:58Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cde332804d33
    namespace: kserve-ci-e2e-test
    resourceVersion: "37673"
    uid: cdbc6b84-84bc-4d0c-a785-faac8f7c702c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 730b9c1f-b364-4fc0-8be0-8d078438f06d
  kind: Event
  lastTimestamp: "2026-05-25T12:13:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4698j.18b2cde38f3f924b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37728"
    uid: ecfa2a95-237e-44cc-9c4e-5087ff4ec68c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37026"
    uid: 91473175-8dea-4146-96cb-f09bec2df1e8
  kind: Event
  lastTimestamp: "2026-05-25T12:11:38Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-4698j'
  metadata:
    creationTimestamp: "2026-05-25T12:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:11:38Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18b2cdd08c60a5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37039"
    uid: ded8502e-2202-43ba-a3c4-715601f88c37
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37023"
    uid: d3c03109-1368-4f17-ae32-7cf0a009d493
  kind: Event
  lastTimestamp: "2026-05-25T12:11:38Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T12:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:11:38Z"
    name: isvc-xgboost-runtime-predictor.18b2cdd0892ca7fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37028"
    uid: 1dbeb72f-486f-4a0d-a3a6-7608531da149
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37025"
    uid: eac45ce9-9226-4d4e-9ff5-5cb38773a84c
  kind: Event
  lastTimestamp: "2026-05-25T12:11:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:11:53Z"
    name: isvc-xgboost-runtime-predictor.18b2cdd4082753b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37180"
    uid: 1050e5ff-74d3-4957-b32b-ae9a81ca4618
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37025"
    uid: eac45ce9-9226-4d4e-9ff5-5cb38773a84c
  kind: Event
  lastTimestamp: "2026-05-25T12:11:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:11:53Z"
    name: isvc-xgboost-runtime-predictor.18b2cdd4088d3bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37182"
    uid: 34311f28-e829-4ee2-bcdc-cb71e4a10aa7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: eac45ce9-9226-4d4e-9ff5-5cb38773a84c
  kind: Event
  lastTimestamp: "2026-05-25T12:12:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:12:53Z"
    name: isvc-xgboost-runtime-predictor.18b2cdd7874c886b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37612"
    uid: 01db91de-7042-44e1-9b06-3d1f9ed76149
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: eac45ce9-9226-4d4e-9ff5-5cb38773a84c
  kind: Event
  lastTimestamp: "2026-05-25T12:12:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:12:53Z"
    name: isvc-xgboost-runtime-predictor.18b2cdd787b5d321
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 7deca04e-8454-473f-9489-f45cf7a3c8ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36996"
    uid: 13d94461-1c6a-4fdc-a45f-1d4596fea0cb
  kind: Event
  lastTimestamp: "2026-05-25T12:12:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:12:50Z"
    name: isvc-xgboost-runtime.18b2cdd088fd24bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37589"
    uid: 4e0c53ba-d908-4942-bf17-7184b1e5a6ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36996"
    uid: 13d94461-1c6a-4fdc-a45f-1d4596fea0cb
  kind: Event
  lastTimestamp: "2026-05-25T12:11:38Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:11:38Z"
    name: isvc-xgboost-runtime.18b2cdd08966c532
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 0bc42157-816c-4314-9bf9-f91c9af5dae1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37587"
    uid: 13d94461-1c6a-4fdc-a45f-1d4596fea0cb
  kind: Event
  lastTimestamp: "2026-05-25T12:12:50Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:12:50Z"
    name: isvc-xgboost-runtime.18b2cde141560de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37588"
    uid: 42c4e1a0-8078-47af-9f21-c491411a104a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:09:58.049262Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36140"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:09:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:09:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdb931953176
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: 1f955cbd-8e1f-4309-8ba0-67d8747d0cdb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:09:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T12:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:09:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdb93a8a6715
    namespace: kserve-ci-e2e-test
    resourceVersion: "36153"
    uid: e3c1182e-63fa-4083-ae7a-a99c02a84616
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36151"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:09:59Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:09:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdb96efce413
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: 58ec19a9-6a85-4db8-b0ac-ea4b5a59c93e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:09:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:09:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdb97076ea3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36169"
    uid: 91670226-7a28-49df-929b-114a03f589d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:09:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:09:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdb9738b654d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36170"
    uid: a44109df-dfb3-4883-bed0-293583da07d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:09:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:09:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdb973f7c5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36171"
    uid: fe954495-9dcd-47ca-92b1-085b0e425f0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:10:03Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T12:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdba5c40c977
    namespace: kserve-ci-e2e-test
    resourceVersion: "36209"
    uid: 155c3bd0-f17f-49ce-af75-10b9050b4f91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:10:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdba5fceb095
    namespace: kserve-ci-e2e-test
    resourceVersion: "36213"
    uid: c72c8573-7149-44dc-8eb4-037a2949bb83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:10:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdba60444264
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: b65add93-235c-4820-a507-4218d3ac8a57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:10:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdba6051c1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36215"
    uid: e30cda34-2c2c-440f-b83f-21d0dde39541
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:10:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdba6349a545
    namespace: kserve-ci-e2e-test
    resourceVersion: "36218"
    uid: c429f654-322c-4d40-aaa5-b81aca3df28f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:10:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdba63ba2d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "36219"
    uid: 3bf46b24-4f96-40d7-9402-3746ecb8a308
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:10:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdc4e27b0391
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: a81644a1-a972-4e3f-a3ee-63def8e7760f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:10:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdc4e27bc9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36600"
    uid: 5885e780-09e7-4dc4-9f25-020025c5186c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:10:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdc58a0cdda2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36640"
    uid: 6d1bc91d-2d29-40ad-8517-9733a73a03b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: ea8e3e57-237e-4f7b-926c-c554dd3c0da0
  kind: Event
  lastTimestamp: "2026-05-25T12:10:51Z"
  message: 'Readiness probe failed: Get "http://10.132.0.53:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl.18b2cdc58a5c5038
    namespace: kserve-ci-e2e-test
    resourceVersion: "36641"
    uid: 96a9b456-d57f-48fb-8588-880cffff983e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "36128"
    uid: c8125d84-819e-4940-b503-6d198a3c8052
  kind: Event
  lastTimestamp: "2026-05-25T12:09:58Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-zvqkl'
  metadata:
    creationTimestamp: "2026-05-25T12:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:09:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18b2cdb931223977
    namespace: kserve-ci-e2e-test
    resourceVersion: "36141"
    uid: 90b54030-c76b-4cbf-a006-825136f97866
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36125"
    uid: 2a1d4e53-4f81-4c2a-a16f-9c746f0aa87f
  kind: Event
  lastTimestamp: "2026-05-25T12:09:57Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:09:57Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2cdb92c4dd5a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36131"
    uid: 874ffd71-f388-478a-80a2-decc9221d6f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36127"
    uid: 46a6fb94-c7ec-4bff-a989-efa3d1b8e0ee
  kind: Event
  lastTimestamp: "2026-05-25T12:10:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:10:27Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2cdbcaac35070
    namespace: kserve-ci-e2e-test
    resourceVersion: "36398"
    uid: 744af14c-aa11-405b-809d-adba558d1660
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36127"
    uid: 46a6fb94-c7ec-4bff-a989-efa3d1b8e0ee
  kind: Event
  lastTimestamp: "2026-05-25T12:10:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:10:27Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2cdbcab262aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36399"
    uid: d59914d1-a777-443f-8d82-1a15c4968439
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36291"
    uid: 46a6fb94-c7ec-4bff-a989-efa3d1b8e0ee
  kind: Event
  lastTimestamp: "2026-05-25T12:10:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:10:43Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2cdc3a904f34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36513"
    uid: 1b78993f-b212-48ff-8a8f-522e2aa9d315
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36291"
    uid: 46a6fb94-c7ec-4bff-a989-efa3d1b8e0ee
  kind: Event
  lastTimestamp: "2026-05-25T12:10:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:10:43Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b2cdc3a969588d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36515"
    uid: e0fdf4ce-881b-487b-ab4b-1a75158d0ec8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36099"
    uid: 079152d0-59af-4a0f-8e05-ea2d51611976
  kind: Event
  lastTimestamp: "2026-05-25T12:10:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:10:41Z"
    name: isvc-xgboost-v2-mlserver.18b2cdb92c284973
    namespace: kserve-ci-e2e-test
    resourceVersion: "36500"
    uid: 78c5771e-26bd-4a08-bf36-5f1c2fd9596f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36099"
    uid: 079152d0-59af-4a0f-8e05-ea2d51611976
  kind: Event
  lastTimestamp: "2026-05-25T12:09:58Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:09:58Z"
    name: isvc-xgboost-v2-mlserver.18b2cdb92ccced9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36149"
    uid: bb66944b-ab3e-41c9-a044-ce67f61bdeb8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36107"
    uid: 079152d0-59af-4a0f-8e05-ea2d51611976
  kind: Event
  lastTimestamp: "2026-05-25T12:09:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:09:58Z"
    name: isvc-xgboost-v2-mlserver.18b2cdb93228db19
    namespace: kserve-ci-e2e-test
    resourceVersion: "36152"
    uid: 987c04f9-140e-4d1c-b07d-bcf76db2b7cc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36498"
    uid: 079152d0-59af-4a0f-8e05-ea2d51611976
  kind: Event
  lastTimestamp: "2026-05-25T12:10:41Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:10:41Z"
    name: isvc-xgboost-v2-mlserver.18b2cdc33b85f4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36499"
    uid: dc8fe8a9-0f6a-4da1-b246-4276a5e7461e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:13:58.726831Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38209"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:13:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:13:58Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2cdf13b156702
    namespace: kserve-ci-e2e-test
    resourceVersion: "38214"
    uid: 14a14c1e-f565-49f7-a990-3eac00680a17
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38218"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:13:59Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:13:59Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2cdf153fcd2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38228"
    uid: 127e2b68-51bb-4efb-ad86-a6689d4f5296
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:13:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:59Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2cdf1556602a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38230"
    uid: f703101d-1d69-4fbb-b709-63abdb03f854
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:13:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:59Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2cdf158a5604c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38231"
    uid: 91db9e35-6fcb-42a5-802a-71f0c8324f1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:13:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:59Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2cdf15928ad59
    namespace: kserve-ci-e2e-test
    resourceVersion: "38233"
    uid: 3bfa41e3-6120-421e-b6b1-f0b1a08ec302
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:14:03Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:14:03Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2cdf251360141
    namespace: kserve-ci-e2e-test
    resourceVersion: "38272"
    uid: fa3cf316-48a7-423c-bf5f-dd2216156404
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:14:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:14:03Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2cdf25455d179
    namespace: kserve-ci-e2e-test
    resourceVersion: "38276"
    uid: 1a06349a-2abb-49d1-85fb-eceaaa0ce02c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:14:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:14:03Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2cdf254c59c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "38277"
    uid: f533df16-6bda-4469-bce2-7802e861a4a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:14:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:14:03Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2cdf254d24703
    namespace: kserve-ci-e2e-test
    resourceVersion: "38278"
    uid: 0ed5f10a-2166-4ebd-a9a3-2de9ee7e92e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:14:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:14:03Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2cdf2579dde05
    namespace: kserve-ci-e2e-test
    resourceVersion: "38280"
    uid: a4899130-4d92-4219-9e14-798f2b225d55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:14:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:14:03Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2cdf2580bc43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38281"
    uid: dd095b54-90e7-4518-9ad8-201f73db303a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T12:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:15:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T12:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:11Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2cdf2c8e1517c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38855"
    uid: cbed7bb7-63c7-4aad-a722-6d6b15dbf5d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:15:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:08Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2ce018cfbbb72
    namespace: kserve-ci-e2e-test
    resourceVersion: "38783"
    uid: 8926d4ec-b0fd-48f9-9637-6fff95e49003
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:15:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:08Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2ce018cff5973
    namespace: kserve-ci-e2e-test
    resourceVersion: "38786"
    uid: 2a1dc38e-d531-4105-a9a4-2f8ec6931ccf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 2313c5e7-9f28-4cfb-9f9f-a7c64f50ecb9
  kind: Event
  lastTimestamp: "2026-05-25T12:15:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:15:11Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr.18b2ce0226eef2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38854"
    uid: 1acbca2c-2bce-40f2-8bd1-dd17d10d1d59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38199"
    uid: 019837a6-1ecd-4889-a2cd-31c91158a135
  kind: Event
  lastTimestamp: "2026-05-25T12:13:58Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-ppkhr'
  metadata:
    creationTimestamp: "2026-05-25T12:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:13:58Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18b2cdf13a8862de
    namespace: kserve-ci-e2e-test
    resourceVersion: "38211"
    uid: 844bb6da-5483-4a8b-ac28-6cdfbfc564eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38196"
    uid: 58c2053d-daba-4da9-8cba-704eed3504c7
  kind: Event
  lastTimestamp: "2026-05-25T12:13:58Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:13:58Z"
    name: isvc-xgboost-v2-predictor.18b2cdf137378af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38201"
    uid: afaee207-195f-4835-af9d-ee53ceb9e0e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:14:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38198"
    uid: 8cfd7277-4b5f-4db8-b828-ce4198e11bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:14:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:14:28Z"
    name: isvc-xgboost-v2-predictor.18b2cdf4b5f7361a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38463"
    uid: 9f8d52d5-f144-49ed-ba09-3ac99574ae13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:14:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38198"
    uid: 8cfd7277-4b5f-4db8-b828-ce4198e11bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:14:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:14:28Z"
    name: isvc-xgboost-v2-predictor.18b2cdf4b66259ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38464"
    uid: 8715a53f-f0ad-419e-b1bd-d39b8a577731
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:14:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38362"
    uid: 8cfd7277-4b5f-4db8-b828-ce4198e11bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:14:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:14:58Z"
    name: isvc-xgboost-v2-predictor.18b2cdfbb427a755
    namespace: kserve-ci-e2e-test
    resourceVersion: "38677"
    uid: 07c743f1-6edc-4b3f-8390-2cb50ecdafe9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:14:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38362"
    uid: 8cfd7277-4b5f-4db8-b828-ce4198e11bf7
  kind: Event
  lastTimestamp: "2026-05-25T12:14:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:14:58Z"
    name: isvc-xgboost-v2-predictor.18b2cdfbb49aab21
    namespace: kserve-ci-e2e-test
    resourceVersion: "38678"
    uid: 192a41a9-7a9f-4869-94e4-37ad6d4843fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:12:58.554917Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37690"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:12:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:12:58Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cde3388ed563
    namespace: kserve-ci-e2e-test
    resourceVersion: "37696"
    uid: b90ae27c-2e4c-4adb-99cf-928201fb1dfe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37700"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:12:58Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:12:58Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cde352423ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37710"
    uid: c9649438-d945-4757-ae91-1d6a8d4efb97
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:12:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:12:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cde353d0c64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37712"
    uid: 15bf122f-ac38-4c0a-887e-6c3c8fabbb57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:12:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:12:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cde356be10b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37714"
    uid: c98029cf-021e-4c87-b108-79a76e1572cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:12:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:12:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cde3572adb01
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: e5baab0c-3d92-463f-bcbb-85d6da926dbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:13:03Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T12:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:03Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cde46a1243c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37763"
    uid: a48dc835-3d8d-4387-9f53-71f5c307343f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:13:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:03Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cde46da53cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37767"
    uid: 70db1d2d-d456-4ff6-9190-629b2f069921
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:13:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:03Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cde46e148307
    namespace: kserve-ci-e2e-test
    resourceVersion: "37768"
    uid: 208c5bc0-1963-47f3-85e0-3e58ff1a670f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:13:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:03Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cde46e212333
    namespace: kserve-ci-e2e-test
    resourceVersion: "37769"
    uid: 8ea4bbf4-e859-4256-b227-754e96c18cf5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:13:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:03Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cde4713cce57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37771"
    uid: 9ba259e4-ce67-4bf5-bb37-36d354539356
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:13:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:03Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cde471c10a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37772"
    uid: bddd2e4f-47bd-48ea-ba5d-c1508bcbc3df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:13:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-25T12:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:40Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cded0c5aa9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38033"
    uid: 5efc64d5-9e28-413a-8c15-444822c7e0a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:13:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:58Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cdf135b09561
    namespace: kserve-ci-e2e-test
    resourceVersion: "38192"
    uid: 25406dd1-6995-4023-840a-5c7b7a9e011f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:13:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:13:58Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cdf135b1023a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38197"
    uid: 1c7b692f-ac0b-4538-b999-4a063f6301b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: 012ffa82-136c-4072-9531-916607acdf92
  kind: Event
  lastTimestamp: "2026-05-25T12:14:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:14:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc.18b2cdf1b011932d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38254"
    uid: c7966075-5852-452d-9044-ba54342d8cf1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: b8b6056f-2f37-4930-9c11-ba0345240555
  kind: Event
  lastTimestamp: "2026-05-25T12:12:58Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mctcc'
  metadata:
    creationTimestamp: "2026-05-25T12:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:12:58Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18b2cde3382fd4df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37692"
    uid: 24a8feae-bf29-4113-81f7-458d60110e07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: ab09abee-bf83-4fa1-bf38-f50f35dd63e9
  kind: Event
  lastTimestamp: "2026-05-25T12:12:58Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T12:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:12:58Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2cde3349d4f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37683"
    uid: 69934340-8bf2-450d-8e31-4314108aaf54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37679"
    uid: 8fc03ca6-6e57-4dc4-998e-2dbde02b3dbe
  kind: Event
  lastTimestamp: "2026-05-25T12:13:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:13:13Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2cde6b31578f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: 02ba7ef6-c2ca-41f3-8428-5093d6bb2ae6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37679"
    uid: 8fc03ca6-6e57-4dc4-998e-2dbde02b3dbe
  kind: Event
  lastTimestamp: "2026-05-25T12:13:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:13:13Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2cde6b373d258
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: 5e0d848d-6254-403f-a7ad-53517a54c1d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37844"
    uid: 8fc03ca6-6e57-4dc4-998e-2dbde02b3dbe
  kind: Event
  lastTimestamp: "2026-05-25T12:13:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:13:58Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2cdea32a5f638
    namespace: kserve-ci-e2e-test
    resourceVersion: "38166"
    uid: 4b09f35e-9b8c-4ce6-ac9f-ef77758d5c72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37844"
    uid: 8fc03ca6-6e57-4dc4-998e-2dbde02b3dbe
  kind: Event
  lastTimestamp: "2026-05-25T12:13:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:13:58Z"
    name: isvc-xgboost-v2-runtime-predictor.18b2cdea331e9e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "38167"
    uid: 5102a793-6ab0-424a-86fb-fe7573274057
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37650"
    uid: bb114870-6760-45eb-b27c-2a65f47a7196
  kind: Event
  lastTimestamp: "2026-05-25T12:13:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:13:50Z"
    name: isvc-xgboost-v2-runtime.18b2cde3345e1e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38109"
    uid: c6d4ab39-95b7-43b4-90d1-dc9afd7b7be4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37650"
    uid: bb114870-6760-45eb-b27c-2a65f47a7196
  kind: Event
  lastTimestamp: "2026-05-25T12:12:58Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:12:58Z"
    name: isvc-xgboost-v2-runtime.18b2cde334e7c3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37704"
    uid: 67aeb10a-bcf2-410f-86e7-34d831772001
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:12:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37688"
    uid: bb114870-6760-45eb-b27c-2a65f47a7196
  kind: Event
  lastTimestamp: "2026-05-25T12:12:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:12:58Z"
    name: isvc-xgboost-v2-runtime.18b2cde33bdf9bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: ca81902c-1271-4222-8264-c9bd1cbbdfae
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38106"
    uid: bb114870-6760-45eb-b27c-2a65f47a7196
  kind: Event
  lastTimestamp: "2026-05-25T12:13:50Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:13:50Z"
    name: isvc-xgboost-v2-runtime.18b2cdef6177b7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38108"
    uid: 51caf69e-6d03-4c8f-a9f0-e0ce2d4b5424
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38169"
    uid: 6107606c-44d0-4132-bba5-0587572f0cc9
  kind: Event
  lastTimestamp: "2026-05-25T12:15:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:15:01Z"
    name: isvc-xgboost-v2.18b2cdf13702eb44
    namespace: kserve-ci-e2e-test
    resourceVersion: "38709"
    uid: a4876442-8212-48b4-8f7e-62df2dc02932
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38169"
    uid: 6107606c-44d0-4132-bba5-0587572f0cc9
  kind: Event
  lastTimestamp: "2026-05-25T12:13:58Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:13:58Z"
    name: isvc-xgboost-v2.18b2cdf1375ed6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38220"
    uid: 1ca479ce-4bbb-47f8-b79d-f2f0d2e45ad9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:13:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38181"
    uid: 6107606c-44d0-4132-bba5-0587572f0cc9
  kind: Event
  lastTimestamp: "2026-05-25T12:13:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:13:58Z"
    name: isvc-xgboost-v2.18b2cdf13d5c3c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: f9d0d428-0e7c-4ace-a0d1-da16553a3c53
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:15:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38707"
    uid: 6107606c-44d0-4132-bba5-0587572f0cc9
  kind: Event
  lastTimestamp: "2026-05-25T12:15:01Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:15:01Z"
    name: isvc-xgboost-v2.18b2cdffd836f0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38708"
    uid: 547ca6e3-43f8-45cd-9fcb-26af7b04556b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35295"
    uid: 120d19cf-c31d-4bb9-83a6-a38afba756b6
  kind: Event
  lastTimestamp: "2026-05-25T12:09:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:09:48Z"
    name: isvc-xgboost.18b2cda1d8a609f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36034"
    uid: d0913db6-76ab-40f3-b0c7-93c58a92eb6a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:08:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35295"
    uid: 120d19cf-c31d-4bb9-83a6-a38afba756b6
  kind: Event
  lastTimestamp: "2026-05-25T12:08:17Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T12:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:08:17Z"
    name: isvc-xgboost.18b2cda1d937d691
    namespace: kserve-ci-e2e-test
    resourceVersion: "35330"
    uid: bdf41a92-347b-4397-bb98-0bd12577464b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:09:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36031"
    uid: 120d19cf-c31d-4bb9-83a6-a38afba756b6
  kind: Event
  lastTimestamp: "2026-05-25T12:09:48Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:09:48Z"
    name: isvc-xgboost.18b2cdb6fdca9ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: 9136e514-a1ca-4eff-a4be-a37c709c4887
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:29:00.338517Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-4djzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15374"
    uid: 14ecc625-9b0a-44f6-88fa-21a863972be7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-4djzb
    to ip-10-0-141-158.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:29:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:29:00Z"
    name: message-dumper-predictor-c7d86bcbd-4djzb.18b2cb7cf69b51bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: cc1001d2-3546-4e46-9bb6-ec5cfc3f833d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-4djzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: 14ecc625-9b0a-44f6-88fa-21a863972be7
  kind: Event
  lastTimestamp: "2026-05-25T11:29:00Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:29:00Z"
    name: message-dumper-predictor-c7d86bcbd-4djzb.18b2cb7d0f8ea157
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: 854a325e-d56a-4103-9d7d-f4a820cc49d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-4djzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 14ecc625-9b0a-44f6-88fa-21a863972be7
  kind: Event
  lastTimestamp: "2026-05-25T11:29:00Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-05-25T11:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:00Z"
    name: message-dumper-predictor-c7d86bcbd-4djzb.18b2cb7d10ed5267
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: db74a01a-755f-4bc8-9723-ec75e58f9315
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-4djzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 14ecc625-9b0a-44f6-88fa-21a863972be7
  kind: Event
  lastTimestamp: "2026-05-25T11:29:01Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.051s (1.051s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:01Z"
    name: message-dumper-predictor-c7d86bcbd-4djzb.18b2cb7d4f930ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: a6a854ac-5928-4bfa-84fd-754f4e01e492
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-4djzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 14ecc625-9b0a-44f6-88fa-21a863972be7
  kind: Event
  lastTimestamp: "2026-05-25T11:29:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:01Z"
    name: message-dumper-predictor-c7d86bcbd-4djzb.18b2cb7d52796e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: 37e5ecd9-7cbf-46a3-92a2-0d9e091ecaa1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-4djzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 14ecc625-9b0a-44f6-88fa-21a863972be7
  kind: Event
  lastTimestamp: "2026-05-25T11:29:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:01Z"
    name: message-dumper-predictor-c7d86bcbd-4djzb.18b2cb7d52e7fddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: e9bec4fa-c287-4f2f-82c2-74f415b519b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-4djzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 14ecc625-9b0a-44f6-88fa-21a863972be7
  kind: Event
  lastTimestamp: "2026-05-25T11:29:01Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-05-25T11:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:01Z"
    name: message-dumper-predictor-c7d86bcbd-4djzb.18b2cb7d52f2d203
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 7f1f844a-f1f0-4960-a362-eec3e23b92e0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-4djzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 14ecc625-9b0a-44f6-88fa-21a863972be7
  kind: Event
  lastTimestamp: "2026-05-25T11:29:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.243s (2.243s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:04Z"
    name: message-dumper-predictor-c7d86bcbd-4djzb.18b2cb7dd8aa2128
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: 1c1090a7-576f-42a5-9532-ee6d8b574eb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-4djzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 14ecc625-9b0a-44f6-88fa-21a863972be7
  kind: Event
  lastTimestamp: "2026-05-25T11:29:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:04Z"
    name: message-dumper-predictor-c7d86bcbd-4djzb.18b2cb7ddbeddb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: 0d4d984f-e021-44e6-b40a-6e7ea4e4a597
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-4djzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 14ecc625-9b0a-44f6-88fa-21a863972be7
  kind: Event
  lastTimestamp: "2026-05-25T11:29:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:04Z"
    name: message-dumper-predictor-c7d86bcbd-4djzb.18b2cb7ddc5cd6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: 46fcfc46-5842-4c4f-9f5e-c9f4b81318c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-4djzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 14ecc625-9b0a-44f6-88fa-21a863972be7
  kind: Event
  lastTimestamp: "2026-05-25T11:30:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:45Z"
    name: message-dumper-predictor-c7d86bcbd-4djzb.18b2cb957b264ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1e464bd2-82a2-4633-a185-35b374ab7d35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-4djzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 14ecc625-9b0a-44f6-88fa-21a863972be7
  kind: Event
  lastTimestamp: "2026-05-25T11:30:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:45Z"
    name: message-dumper-predictor-c7d86bcbd-4djzb.18b2cb957b26d305
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: cf3f2cb2-5d34-4292-a49b-0443d9faa26c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: b991e6e9-e688-400f-a92f-a8fa3d878f8c
  kind: Event
  lastTimestamp: "2026-05-25T11:29:00Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-4djzb'
  metadata:
    creationTimestamp: "2026-05-25T11:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:00Z"
    name: message-dumper-predictor-c7d86bcbd.18b2cb7cf6128bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15375"
    uid: 1254328b-263b-4e4b-ad30-7e1dbf42ae3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15361"
    uid: 3ec7ca06-99b8-4d93-bf49-90cea5a459ab
  kind: Event
  lastTimestamp: "2026-05-25T11:29:00Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:00Z"
    name: message-dumper-predictor.18b2cb7cf44bac5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 18808999-31d9-4b53-99fe-be32e0bdcca0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 8a64b2a9-e6ba-49e1-bc3d-92b561d33b70
  kind: Event
  lastTimestamp: "2026-05-25T11:29:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:30Z"
    name: message-dumper-predictor.18b2cb8072f5193b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: d5f79445-ebb8-4693-80f9-eb5cf73e0231
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 8a64b2a9-e6ba-49e1-bc3d-92b561d33b70
  kind: Event
  lastTimestamp: "2026-05-25T11:29:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:30Z"
    name: message-dumper-predictor.18b2cb80735bfd16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15705"
    uid: 9a8a21ca-ba8b-4f40-948f-49d38bf7b397
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: 49a07c65-4b5a-429e-a950-a1520ec7f33c
  kind: Event
  lastTimestamp: "2026-05-25T11:29:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:29:11Z"
    name: message-dumper.18b2cb7cf456212d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: 66d1ba9e-5c6c-4765-986f-c39bd2cc3a68
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: 49a07c65-4b5a-429e-a950-a1520ec7f33c
  kind: Event
  lastTimestamp: "2026-05-25T11:29:00Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-25T11:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:29:00Z"
    name: message-dumper.18b2cb7cf4c8540b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: f51e34b6-e409-4dde-9d3a-146d4fe511e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15347"
    uid: 49a07c65-4b5a-429e-a950-a1520ec7f33c
  kind: Event
  lastTimestamp: "2026-05-25T11:29:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:29:00Z"
    name: message-dumper.18b2cb7cfa0ab908
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: cf09a64e-dae8-4c2a-a950-8c98c3358ca0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: 49a07c65-4b5a-429e-a950-a1520ec7f33c
  kind: Event
  lastTimestamp: "2026-05-25T11:29:11Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:29:11Z"
    name: message-dumper.18b2cb7f9daeafad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: b9035d73-4989-41e8-96c1-4d766cb71eae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:59:26.234372Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-qq58x
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:59:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:59:26Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd26167b0d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "30847"
    uid: a3e94471-2614-478f-8576-abbe4628a561
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T11:59:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T11:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:26Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd262193bb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 184aff8e-1657-47cd-b34d-2de57ad8d537
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30850"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T11:59:27Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:59:27Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd2653def6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30863"
    uid: 1af0ea33-69ea-4ea9-a73d-7a705decc3b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T11:59:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:27Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd2655536e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: a713fe14-b1b9-4b1c-912e-55c57cc7e4da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T11:59:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:27Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd265910e20c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30869"
    uid: 34e9dd10-b4f5-413e-9313-6e8feee13bbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T11:59:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:27Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd26597e4d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: c73e7b4c-93f8-439f-bacf-2ea39e3a4986
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T11:59:31Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T11:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:31Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd2768624eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30911"
    uid: b7e366a5-d500-4c38-8d1b-dcdf83b79ac4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T11:59:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:31Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd276ba49dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30915"
    uid: cac740e3-0816-42e1-8c71-90e45d047ee9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T11:59:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:31Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd276c1b9abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30916"
    uid: 47299058-9c6e-4cbd-b3aa-1650903cd686
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T11:59:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:31Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd276c27e4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30917"
    uid: 9c058785-3869-482a-bdb9-f0cafa5a5d04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T11:59:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:32Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd276efaf3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30921"
    uid: 3807d2c5-02b7-4fc3-a263-38ca2ad61a5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T11:59:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:59:32Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd276f68337f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30922"
    uid: 970ceb7f-2276-4914-9555-a5f345f9c875
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T12:00:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-25T12:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd3044f390b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31185"
    uid: 4c99b4ca-1a16-4c1a-a19a-38ff61f9828e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T12:00:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:26Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd34131b3519
    namespace: kserve-ci-e2e-test
    resourceVersion: "31333"
    uid: 29f15ef7-ec36-4d3f-9b31-5fc7897f3366
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T12:00:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:26Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd34131c67da
    namespace: kserve-ci-e2e-test
    resourceVersion: "31335"
    uid: d3d60c1d-e48a-42d6-a60e-3f296e2c29f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T12:00:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd34ea8625c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31407"
    uid: db33f028-db1c-4bf3-9761-47d2d57bd200
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 453630ac-6ff6-40a5-9f71-9c778337c1d0
  kind: Event
  lastTimestamp: "2026-05-25T12:00:29Z"
  message: 'Readiness probe failed: Get "http://10.132.0.48:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.132.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:00:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-qq58x.18b2cd34ead9614b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31408"
    uid: 673e5e42-cef7-4b53-b5aa-a8e446ebf835
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "30832"
    uid: bdda6384-3380-450c-bb37-147a5e49ffb8
  kind: Event
  lastTimestamp: "2026-05-25T11:59:26Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-qq58x'
  metadata:
    creationTimestamp: "2026-05-25T11:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:59:26Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18b2cd261613f2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 09152a4d-02fa-4056-897b-49253669e1ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30830"
    uid: 4bfb7a14-5fb3-42c6-8ce2-31ac06ce36c2
  kind: Event
  lastTimestamp: "2026-05-25T11:59:26Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T11:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:59:26Z"
    name: sklearn-v2-mlserver-predictor.18b2cd261337823d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: e14b6332-dfed-444e-97d4-2c920aea0d02
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: b7341c4d-84da-4746-9bcf-95d652e7c25f
  kind: Event
  lastTimestamp: "2026-05-25T12:00:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:00:11Z"
    name: sklearn-v2-mlserver-predictor.18b2cd2991b3c894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31193"
    uid: 91c133d2-75dd-47bb-988a-be45a6679f9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: b7341c4d-84da-4746-9bcf-95d652e7c25f
  kind: Event
  lastTimestamp: "2026-05-25T12:00:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:00:11Z"
    name: sklearn-v2-mlserver-predictor.18b2cd29921a0a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "31194"
    uid: 02eb0c9c-e27e-4c1d-8d48-36055e00224a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: b7341c4d-84da-4746-9bcf-95d652e7c25f
  kind: Event
  lastTimestamp: "2026-05-25T12:00:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:00:26Z"
    name: sklearn-v2-mlserver-predictor.18b2cd340f246caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31308"
    uid: 68cc11aa-3359-406f-9024-c1b90faea8ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: b7341c4d-84da-4746-9bcf-95d652e7c25f
  kind: Event
  lastTimestamp: "2026-05-25T12:00:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:00:26Z"
    name: sklearn-v2-mlserver-predictor.18b2cd340f8c0139
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 95e1922e-8e0f-4f76-8920-eec20b0653c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30802"
    uid: a83e50bc-7838-453f-aaec-7778fc2705d6
  kind: Event
  lastTimestamp: "2026-05-25T12:00:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:00:20Z"
    name: sklearn-v2-mlserver.18b2cd26130909fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: bfe998b4-5e9d-4f39-8ce7-7b962a4cb317
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:59:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30802"
    uid: a83e50bc-7838-453f-aaec-7778fc2705d6
  kind: Event
  lastTimestamp: "2026-05-25T11:59:26Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:59:26Z"
    name: sklearn-v2-mlserver.18b2cd2613637abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: 595b56ae-90b8-4dca-80f2-ddb6f016d0fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:00:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: a83e50bc-7838-453f-aaec-7778fc2705d6
  kind: Event
  lastTimestamp: "2026-05-25T12:00:20Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:00:20Z"
    name: sklearn-v2-mlserver.18b2cd329c685c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "31264"
    uid: 0c251e55-e9b3-4f43-878a-3fb85ca366b3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T12:10:48.220736Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36573"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    to ip-10-0-136-227.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T12:10:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T12:10:48Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdc4e00925e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36585"
    uid: 9887e25e-b922-4ae4-9b17-a599f384714c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-fcfd44d5-nrtz9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: "2026-05-25T12:10:48Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T12:10:48Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdc4f9d9ff6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36612"
    uid: e2a9f1f4-f484-40f0-9b6a-603469d93eb4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: "2026-05-25T12:10:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:48Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdc4fb77cb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36614"
    uid: 9fe5af77-4552-4afa-a1f1-e1e8206bde27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: "2026-05-25T12:10:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:48Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdc4fe525df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36615"
    uid: 9521e436-987a-4db2-8981-a6adb0ead5ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: "2026-05-25T12:10:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:48Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdc4febd771d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36616"
    uid: 7c9ebe1a-5d2a-4f1c-80bd-4774189d3283
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: "2026-05-25T12:10:53Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-25T12:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdc60a91bccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36655"
    uid: 228bf00c-3517-4508-be1f-8cc68a4456cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: "2026-05-25T12:10:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T12:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdc60dedb16f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: 689d921c-b4e9-496b-a56c-a7cae3b73f07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: "2026-05-25T12:10:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdc60e662926
    namespace: kserve-ci-e2e-test
    resourceVersion: "36661"
    uid: 1198a462-98c8-4624-b7cf-24ee62bdeed5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: "2026-05-25T12:10:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T12:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdc60e742e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "36662"
    uid: cf61739b-ba0e-4bc5-92b9-c301ce756912
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: "2026-05-25T12:10:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T12:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdc61150a6e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36665"
    uid: efdfcc37-210e-4960-8497-c6479597d153
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: "2026-05-25T12:10:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:10:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdc611c0b13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36666"
    uid: abd94739-c4c4-45b1-8067-a6ffbdbf7b19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: "2026-05-25T12:11:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T12:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:11:38Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdd087ead90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37020"
    uid: f8add01d-4aaa-4bc7-a754-c9ac2ad73342
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: "2026-05-25T12:11:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T12:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:11:38Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdd087ebad10
    namespace: kserve-ci-e2e-test
    resourceVersion: "37024"
    uid: f469273a-933b-45e3-b2e4-1045c8d87e39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 6cd7349e-725f-42d7-9cbd-fdefe65d06d5
  kind: Event
  lastTimestamp: "2026-05-25T12:11:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T12:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T12:11:40Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk.18b2cdd0fca87543
    namespace: kserve-ci-e2e-test
    resourceVersion: "37075"
    uid: 2c940565-849c-4045-95a3-caa21905279c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36564"
    uid: 38facd8c-170d-4193-9d04-a518be5986a7
  kind: Event
  lastTimestamp: "2026-05-25T12:10:48Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-vkcjk'
  metadata:
    creationTimestamp: "2026-05-25T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:10:48Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18b2cdc4df88da2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36582"
    uid: 371ce2c0-3f9a-4a48-81a7-6e472a7c4ab2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36562"
    uid: 18c19277-7953-44f8-a1ec-6fc59690af3c
  kind: Event
  lastTimestamp: "2026-05-25T12:10:48Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:10:48Z"
    name: xgboost-v2-mlserver-predictor.18b2cdc4dc1cc67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 9dd71c22-5d50-40ef-baab-9bdc8c7273ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36563"
    uid: 12977999-cd9c-462d-b54e-44b87e7153a0
  kind: Event
  lastTimestamp: "2026-05-25T12:11:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:11:18Z"
    name: xgboost-v2-mlserver-predictor.18b2cdc85ab3b7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36839"
    uid: 8ca897a2-77b4-458c-9ae2-e9bb2a9a0d62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36563"
    uid: 12977999-cd9c-462d-b54e-44b87e7153a0
  kind: Event
  lastTimestamp: "2026-05-25T12:11:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T12:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:11:18Z"
    name: xgboost-v2-mlserver-predictor.18b2cdc85b1a2b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36840"
    uid: d69905bd-a2f0-4905-b2ce-5bc00c9304ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: 12977999-cd9c-462d-b54e-44b87e7153a0
  kind: Event
  lastTimestamp: "2026-05-25T12:11:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:11:33Z"
    name: xgboost-v2-mlserver-predictor.18b2cdcf58fa78ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36958"
    uid: 21617c3b-743d-4523-9afb-13f79041c3bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: 12977999-cd9c-462d-b54e-44b87e7153a0
  kind: Event
  lastTimestamp: "2026-05-25T12:11:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T12:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T12:11:33Z"
    name: xgboost-v2-mlserver-predictor.18b2cdcf5945eefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36960"
    uid: 56ce2251-08c8-4835-bf46-fd04fa70c720
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 1cfba28c-df48-4078-ab21-468d215839e5
  kind: Event
  lastTimestamp: "2026-05-25T12:11:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:11:30Z"
    name: xgboost-v2-mlserver.18b2cdc4dbf2b537
    namespace: kserve-ci-e2e-test
    resourceVersion: "36935"
    uid: d72c4c4e-20f2-44c1-a8f7-dd001af2f568
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 1cfba28c-df48-4078-ab21-468d215839e5
  kind: Event
  lastTimestamp: "2026-05-25T12:10:48Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:10:48Z"
    name: xgboost-v2-mlserver.18b2cdc4dc875127
    namespace: kserve-ci-e2e-test
    resourceVersion: "36602"
    uid: 3c8f90ed-1726-470e-b75a-ecee7ce4005d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:10:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36552"
    uid: 1cfba28c-df48-4078-ab21-468d215839e5
  kind: Event
  lastTimestamp: "2026-05-25T12:10:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:10:48Z"
    name: xgboost-v2-mlserver.18b2cdc4e36ef3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36603"
    uid: ba9795fb-f90e-4a9f-be7b-a7b58b963a3f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T12:11:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36933"
    uid: 1cfba28c-df48-4078-ab21-468d215839e5
  kind: Event
  lastTimestamp: "2026-05-25T12:11:30Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-25T12:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T12:11:30Z"
    name: xgboost-v2-mlserver.18b2cdceadf9632d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36934"
    uid: 027f7f88-1441-4594-b528-2ad1935a4f71
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42040"