---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:25:52.177402Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: f308d671-6927-4885-96c3-625f8a9ced68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:25:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:25:52Z"
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn.18b14c3ce2f37878
    namespace: kserve-ci-e2e-test
    resourceVersion: "26916"
    uid: 30c937ae-cccb-4d12-a95a-11277780d895
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: f308d671-6927-4885-96c3-625f8a9ced68
  kind: Event
  lastTimestamp: "2026-05-20T14:25:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-d20c43-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:52Z"
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn.18b14c3ceee5b8f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26924"
    uid: a6c685dd-85b2-4611-9d7d-6e492c6268b4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26920"
    uid: f308d671-6927-4885-96c3-625f8a9ced68
  kind: Event
  lastTimestamp: "2026-05-20T14:25:53Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:25:53Z"
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn.18b14c3d20c905f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26937"
    uid: 71a0826f-101f-465c-93db-8cf8e50a59c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: f308d671-6927-4885-96c3-625f8a9ced68
  kind: Event
  lastTimestamp: "2026-05-20T14:25:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:56Z"
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn.18b14c3d2253aab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26978"
    uid: 3fcb99f0-51da-4cf2-8aa8-7e046fbcdcb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: f308d671-6927-4885-96c3-625f8a9ced68
  kind: Event
  lastTimestamp: "2026-05-20T14:25:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:56Z"
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn.18b14c3d253a5bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26980"
    uid: ee4ee615-5b15-4a17-a545-a64c65f3baa0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: f308d671-6927-4885-96c3-625f8a9ced68
  kind: Event
  lastTimestamp: "2026-05-20T14:25:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:56Z"
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn.18b14c3d25bca308
    namespace: kserve-ci-e2e-test
    resourceVersion: "26982"
    uid: 46ccb4ff-6d7a-4637-85fd-34889fd12db1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: f308d671-6927-4885-96c3-625f8a9ced68
  kind: Event
  lastTimestamp: "2026-05-20T14:25:57Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:57Z"
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn.18b14c3e306d3cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: 3986cc20-00cb-48e5-9ab4-bc00f0231623
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 2cc595fd-6802-4929-9a40-1bfd995390f4
  kind: Event
  lastTimestamp: "2026-05-20T14:25:52Z"
  message: 'Created pod: isvc-init-fail-d20c43-predictor-77cb89f4f7-p8bfn'
  metadata:
    creationTimestamp: "2026-05-20T14:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:25:52Z"
    name: isvc-init-fail-d20c43-predictor-77cb89f4f7.18b14c3ce286b83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26912"
    uid: 1a6e90e5-f51b-4a0d-81c1-46d74306d4b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-d20c43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26900"
    uid: ac45d8a8-583f-4b05-8d36-9ad4a3d26ca3
  kind: Event
  lastTimestamp: "2026-05-20T14:25:52Z"
  message: Scaled up replica set isvc-init-fail-d20c43-predictor-77cb89f4f7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-20T14:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:25:52Z"
    name: isvc-init-fail-d20c43-predictor.18b14c3cdfc5645f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: 014fd0ad-1713-4867-a676-151c54ad7eeb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d20c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: 1f4a7432-a0f4-4857-93a6-2290e27dd875
  kind: Event
  lastTimestamp: "2026-05-20T14:25:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:25:56Z"
    name: isvc-init-fail-d20c43.18b14c3cdf97191b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 69fa1f8a-27be-41a9-8b4c-2d54e8189e0f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d20c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: 1f4a7432-a0f4-4857-93a6-2290e27dd875
  kind: Event
  lastTimestamp: "2026-05-20T14:25:52Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-d20c43":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-d20c43":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:25:52Z"
    name: isvc-init-fail-d20c43.18b14c3ce0193d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: ab6ed382-43a5-40dd-8d93-cb79ecfe2564
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d20c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: 1f4a7432-a0f4-4857-93a6-2290e27dd875
  kind: Event
  lastTimestamp: "2026-05-20T14:25:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-d20c43": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:25:52Z"
    name: isvc-init-fail-d20c43.18b14c3ce0198bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26907"
    uid: bdb2ddbf-5937-44a3-9964-7d44367ef003
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:07:45.958575Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-9mdp4
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:07:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:07:45Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b3ffb4386cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 28f67a28-549c-4552-9760-7985e8dffe56
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:07:46Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:07:46Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b4014c27a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "17679"
    uid: df4a8896-a63b-450c-aee0-6e4121c4f83d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:07:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:46Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b4016564168
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: e6dec1b2-5389-4ed0-bb73-a2bd756c079c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:07:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:46Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b40199480cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 9b616c73-af45-4454-91c7-1248c3fbae3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:07:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:46Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b401a03a91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17684"
    uid: e3a12333-aea0-47e1-920e-3e2de0a96026
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:07:50Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-20T14:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:50Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b4124df0054
    namespace: kserve-ci-e2e-test
    resourceVersion: "17731"
    uid: 26e78b5c-4208-4ed4-959b-b30e77b940cf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:07:57Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.353s (6.353s
    including waiting). Image size: 606841615 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:57Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b429f8f4bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17783"
    uid: 74837c26-8b9b-4972-960b-0fc9baf0abd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:07:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:57Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b42a2918cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17784"
    uid: 0f5d2a0c-dd2d-46d7-a930-e8b233396c4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:07:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:57Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b42a2ffd0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: 5b99b519-f1bc-46b5-9a3d-4fd9227da25e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:07:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:57Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b42a30be2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17786"
    uid: 4d236a8a-4ccd-4fa4-9fb9-d120067bbbe8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:07:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:57Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b42a60186f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17788"
    uid: 6579e230-0de9-4174-ba69-bbbacd3d6b08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:07:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:57Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b42a66e957d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17789"
    uid: 848fd0d9-916f-4f6b-9079-21949220d992
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:09:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:05Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b430394e585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18276"
    uid: d9ff2bb1-4a4a-4189-92fd-1647c432a463
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:09:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:16Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b55014964cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: de0befaa-3618-4773-a607-8b866af3e081
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:09:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:16Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b5501498bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: e1ee2292-adc6-4d9c-804e-41b0d1c47225
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: d5113ae0-dfae-418e-a047-ddd6b83b3eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:09:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-05-20T14:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:20Z"
    name: isvc-lightgbm-predictor-bdf964bd-9mdp4.18b14b561b598f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18471"
    uid: cfec7057-c7ff-4f33-98fb-6f58af4518e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: d2dc0590-fb70-416e-9f65-173a4d7a1132
  kind: Event
  lastTimestamp: "2026-05-20T14:07:45Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-9mdp4'
  metadata:
    creationTimestamp: "2026-05-20T14:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:07:45Z"
    name: isvc-lightgbm-predictor-bdf964bd.18b14b3ffad602b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 094caf7b-b896-4f74-8b4f-bc7800f52c27
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: 7ff30ca5-85c9-486e-96cf-14069fb8e6dc
  kind: Event
  lastTimestamp: "2026-05-20T14:07:45Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:07:45Z"
    name: isvc-lightgbm-predictor.18b14b3ff6f9e4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: 4eb7206e-6da3-48b8-b4df-89bfb5b93166
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:08:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: f7b1cb4f-d684-4c6d-8e9e-ed728a536a39
  kind: Event
  lastTimestamp: "2026-05-20T14:08:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:08:30Z"
    name: isvc-lightgbm-predictor.18b14b4375e59405
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: 6bef69f7-8b36-404e-af10-43cd20a55f51
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:08:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: f7b1cb4f-d684-4c6d-8e9e-ed728a536a39
  kind: Event
  lastTimestamp: "2026-05-20T14:08:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:08:30Z"
    name: isvc-lightgbm-predictor.18b14b43764f622f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18037"
    uid: 2eab96aa-7767-4dee-9bbf-518b9256d3da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:08:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: f7b1cb4f-d684-4c6d-8e9e-ed728a536a39
  kind: Event
  lastTimestamp: "2026-05-20T14:09:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:09:16Z"
    name: isvc-lightgbm-predictor.18b14b4df3d021d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18361"
    uid: 0f608cb5-3f45-413d-b305-eccfd15d296d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:08:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: f7b1cb4f-d684-4c6d-8e9e-ed728a536a39
  kind: Event
  lastTimestamp: "2026-05-20T14:09:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:09:16Z"
    name: isvc-lightgbm-predictor.18b14b4df43c8f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18362"
    uid: c7138fba-fb04-4e0e-9aff-f82eec6b2e6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:09:16.223535Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18405"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:09:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:09:16Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b54ff7981a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18409"
    uid: 55ff64d8-d8e1-435c-b0ed-82dc83a827c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:09:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:16Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b550b6346d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18417"
    uid: 81ce6ed9-2cb9-40b5-b011-dd8013535dfb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:09:17Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:09:17Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b553c94ef49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: bcb906f1-1e23-498b-b7bc-a4bb8f4a1983
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:09:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:17Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b553e1930af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18430"
    uid: 10d8dccd-867f-4e7e-b338-df5934e5cb30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:09:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:17Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b5541606fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18433"
    uid: 81259d4f-2840-4175-b735-877a6d816c0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:09:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:17Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b5541c33fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 8826f221-afba-4220-85ea-b6689207f16d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:09:21Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b562d05f78e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18472"
    uid: af9cc7ac-37b3-4206-a7fb-93fb59a75860
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:09:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b562fd7f696
    namespace: kserve-ci-e2e-test
    resourceVersion: "18475"
    uid: 41817d02-aeb4-433d-bffe-66d535752aaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:09:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b563037df35
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: d4f94595-03cf-47b5-805d-c32387c053c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:09:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b5630435c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18477"
    uid: c1d98598-4bd7-462b-af27-b307046744ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:09:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b5632fe7741
    namespace: kserve-ci-e2e-test
    resourceVersion: "18480"
    uid: 407bd03e-9816-47b6-bcd2-49cc5eed7e05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:09:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:09:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b56337fada2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18481"
    uid: 3f2fd558-b450-4469-8a37-fb0197a652e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:10:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:10:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b56a4c6ff11
    namespace: kserve-ci-e2e-test
    resourceVersion: "19188"
    uid: 310f766a-e3f6-48ce-a9c1-6ddd270a60bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:10:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:10:46Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b6a080928d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19125"
    uid: dc205aa3-1a62-4af5-95cc-9d308d622563
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:10:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:10:46Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b6a0809cd58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19128"
    uid: a8e190e0-b3fc-4a09-9a39-620fbebfeda5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: b0f3fb95-2fd7-487a-b619-2f813d3f79e9
  kind: Event
  lastTimestamp: "2026-05-20T14:10:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:10:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg.18b14b6aaaf7b5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: 748ba128-3905-4565-92b4-60de094f2e2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18393"
    uid: a96ceb8d-cda4-4fd1-b148-8b214d8f1baa
  kind: Event
  lastTimestamp: "2026-05-20T14:09:16Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-jjxpg'
  metadata:
    creationTimestamp: "2026-05-20T14:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:09:16Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18b14b54ff0bf3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18406"
    uid: d5268d7a-fcec-42e3-8ee6-eaabb3f69cc1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: a92b9b94-9b69-4988-8f88-17d51767fc52
  kind: Event
  lastTimestamp: "2026-05-20T14:09:16Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-20T14:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:09:16Z"
    name: isvc-lightgbm-runtime-predictor.18b14b54f9e008f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18395"
    uid: ba0c6ac3-3c99-4a27-a470-6a69f769ba52
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: 68179e41-414c-443d-a128-d06aba52e94c
  kind: Event
  lastTimestamp: "2026-05-20T14:09:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:09:46Z"
    name: isvc-lightgbm-runtime-predictor.18b14b587959205f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18661"
    uid: cbb3fcd7-bc0a-4e68-b1b6-1eca521e6a22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: 68179e41-414c-443d-a128-d06aba52e94c
  kind: Event
  lastTimestamp: "2026-05-20T14:09:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:09:46Z"
    name: isvc-lightgbm-runtime-predictor.18b14b5879c9f683
    namespace: kserve-ci-e2e-test
    resourceVersion: "18662"
    uid: 1294ea79-e4c2-4801-b856-5aa78548a696
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: 68179e41-414c-443d-a128-d06aba52e94c
  kind: Event
  lastTimestamp: "2026-05-20T14:10:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:10:46Z"
    name: isvc-lightgbm-runtime-predictor.18b14b5f78803805
    namespace: kserve-ci-e2e-test
    resourceVersion: "19092"
    uid: 28679dd3-d9d4-46cb-b631-24f2822adbf5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: 68179e41-414c-443d-a128-d06aba52e94c
  kind: Event
  lastTimestamp: "2026-05-20T14:10:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:10:46Z"
    name: isvc-lightgbm-runtime-predictor.18b14b5f78f0912a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19093"
    uid: f90279f5-a2e2-4cb5-9688-b0bdedc3340a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18370"
    uid: 645a7f94-8415-4d3f-aa1b-206371a455ed
  kind: Event
  lastTimestamp: "2026-05-20T14:10:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:10:39Z"
    name: isvc-lightgbm-runtime.18b14b54f9acd8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: b1ed63aa-b97b-4e59-97f1-864bb28b877f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18370"
    uid: 645a7f94-8415-4d3f-aa1b-206371a455ed
  kind: Event
  lastTimestamp: "2026-05-20T14:09:16Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:09:16Z"
    name: isvc-lightgbm-runtime.18b14b54fa09d0ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18397"
    uid: 2d134ba5-c8e6-4b28-9f51-42391512f345
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19042"
    uid: 645a7f94-8415-4d3f-aa1b-206371a455ed
  kind: Event
  lastTimestamp: "2026-05-20T14:10:39Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:10:39Z"
    name: isvc-lightgbm-runtime.18b14b685d93c052
    namespace: kserve-ci-e2e-test
    resourceVersion: "19044"
    uid: f179d619-8fdd-423e-91de-a936ac154aaf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:13:47.054955Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:13:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:13:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b940e48fef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20488"
    uid: 10ff27f7-299b-43ed-b05b-3bc9b66ad446
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20492"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: "2026-05-20T14:13:47Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:13:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b9427fe1d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: 3696c436-47c6-464d-8bec-a7e7344395cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: "2026-05-20T14:13:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b94297b8502
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: a2f84727-b599-4ffb-8306-48d12591fc7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: "2026-05-20T14:13:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b942d4753bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20502"
    uid: 5a5160e0-15f6-4b64-b31a-a148dca4d370
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: "2026-05-20T14:13:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b942da45dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 81a328f8-430a-4738-8d9b-706be8b5fb1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: "2026-05-20T14:13:52Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b95457a95c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20548"
    uid: cf722560-0392-4a26-b584-77a51f378323
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: "2026-05-20T14:13:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b954869fe11
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: 9e2fb0f9-12b2-4c3a-98ba-857fd873fc7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: "2026-05-20T14:13:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b9548d27f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "20553"
    uid: 1de7ea2e-aca7-4d54-a24b-774ba335c4f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: "2026-05-20T14:13:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b9548ddbc41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: d49334cb-63d5-4109-85b8-cd06568077c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: "2026-05-20T14:13:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b954b77d125
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: 1f35139a-625a-4421-8c89-3f0d5bff51d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: "2026-05-20T14:13:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b954bd261c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: f0297cd6-cdb8-41b9-9e24-836d2311b8db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: "2026-05-20T14:13:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:55Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b958167497b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 7916ae41-c3ba-422a-a9db-6973dda4a350
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: "2026-05-20T14:14:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:07Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b98c8694eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 7a1bcd79-a9db-46ea-bad1-7e8b689d3d8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: f5ed9ea1-f58c-4b1a-a8a7-408535b3aa7b
  kind: Event
  lastTimestamp: "2026-05-20T14:14:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:07Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh.18b14b98c869c69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20731"
    uid: b90e0265-d027-40d5-b764-b61196292f34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "20467"
    uid: 40f8c1cd-9d5a-4971-aa31-3a447c210a23
  kind: Event
  lastTimestamp: "2026-05-20T14:13:47Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-g6phh'
  metadata:
    creationTimestamp: "2026-05-20T14:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:13:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18b14b940dd1a2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20486"
    uid: 7de1259d-61d0-4c39-baf3-ed13c6a826a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20463"
    uid: 38d17e73-4190-4187-96f0-08a77e8f7cac
  kind: Event
  lastTimestamp: "2026-05-20T14:13:46Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:13:46Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b14b940680427b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20470"
    uid: 429457e7-398d-460f-b5b8-7913480d5116
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 1a31cebe-d802-41ba-b38d-9750753fa31d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:14:01Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b14b978506c0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: 3e4ab751-9446-4848-9d68-ecc62f12c817
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 1a31cebe-d802-41ba-b38d-9750753fa31d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:14:01Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b14b97856f416c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 3f52726b-ef29-4bf7-b0ac-34a4bd593d8a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20437"
    uid: aa772eb2-835f-46fe-b9be-597412c8acc2
  kind: Event
  lastTimestamp: "2026-05-20T14:14:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:14:00Z"
    name: isvc-lightgbm-v2-kserve.18b14b9405d102db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: 5ccba52a-819e-410f-9e49-8ad082ac743c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20437"
    uid: aa772eb2-835f-46fe-b9be-597412c8acc2
  kind: Event
  lastTimestamp: "2026-05-20T14:13:46Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:13:46Z"
    name: isvc-lightgbm-v2-kserve.18b14b94069d7f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20471"
    uid: de62301a-ecea-4531-a7d8-03a6637f96d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: aa772eb2-835f-46fe-b9be-597412c8acc2
  kind: Event
  lastTimestamp: "2026-05-20T14:14:00Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:14:00Z"
    name: isvc-lightgbm-v2-kserve.18b14b972bf3ad7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: c8195b5f-4fb8-4f56-b9b6-7201bf32ab16
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:10:46.667225Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:10:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:10:46Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b6a0e569f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19143"
    uid: bd570428-e153-4bde-9d22-fe7edafdf023
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:10:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:10:46Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b6a1c99627f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19153"
    uid: 94674170-e815-4639-9816-807831bbcb9b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19149"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:10:47Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:10:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b6a4bd045c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19164"
    uid: 3b2c8d00-bb21-4595-a9e8-5c54f659a00c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:10:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:10:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b6a4d394a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19166"
    uid: cce20802-c99b-4c4e-9d18-cdafbd42e942
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:10:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:10:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b6a51233fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19167"
    uid: df02e9aa-8131-43aa-86e4-99f1a3511fb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:10:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:10:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b6a517ee21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: e69b2440-5946-42aa-9b3f-9e9b32aee1cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:10:51Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-05-20T14:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:10:51Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b6b35bf8d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: ffa27697-db29-4f81-a53d-c1c6347c5ea2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:13:03Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m11.604s
    (2m11.604s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:03Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b89d9fbfabc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20115"
    uid: 41a22743-e25c-48c4-8321-1a0df415dd74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:13:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:03Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b89dfe3c78e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20118"
    uid: eebf5b9b-13e1-4ce1-84ea-982d4ca85c0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:13:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:03Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b89e0ffa419
    namespace: kserve-ci-e2e-test
    resourceVersion: "20119"
    uid: b77f2444-6736-473c-94b8-2f6daf1d49d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:13:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:03Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b89e10d11ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20120"
    uid: e9cb4295-c70e-4a3a-9f4f-20ac736a9b1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:13:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:03Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b89e6d6dc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20121"
    uid: a02e3606-51e3-49cf-9adc-f3d44f9102c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:13:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:03Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b89e82968e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20122"
    uid: 8456c8f7-be65-477b-8409-542780bda5d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:13:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:46Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b9406483791
    namespace: kserve-ci-e2e-test
    resourceVersion: "20469"
    uid: bd0c0c5a-0fb1-4501-8790-c137ea2da39c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: da8d3ed8-31b4-4686-8a85-567bc116dd81
  kind: Event
  lastTimestamp: "2026-05-20T14:13:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:13:46Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5.18b14b94064956cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20473"
    uid: 48747490-728c-46c6-aace-5f38066f8fe0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "19127"
    uid: 2972badc-c25d-457e-9e02-95888859e46b
  kind: Event
  lastTimestamp: "2026-05-20T14:10:46Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-6xxp5'
  metadata:
    creationTimestamp: "2026-05-20T14:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:10:46Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18b14b6a0de6b0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: 54d4f54b-d643-4796-9149-31ab9d9d339a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19124"
    uid: 3d696524-f056-48c1-af1f-cef661648e7b
  kind: Event
  lastTimestamp: "2026-05-20T14:10:46Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:10:46Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b14b6a08dc3b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: 383e248c-71b5-49f7-a80c-b69919b2217f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T14:11:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 4f15f596-47fd-4911-8bee-eb06db9593cb
  kind: Event
  lastTimestamp: "2026-05-20T14:13:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:13:31Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b14b6d87dd180e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 90284087-4f81-4061-8675-038b632b5e42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T14:11:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 4f15f596-47fd-4911-8bee-eb06db9593cb
  kind: Event
  lastTimestamp: "2026-05-20T14:13:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:13:31Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b14b6d884217df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: 5ad5402e-015f-4323-b976-854dbf2a05f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19279"
    uid: 4f15f596-47fd-4911-8bee-eb06db9593cb
  kind: Event
  lastTimestamp: "2026-05-20T14:13:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:13:46Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b14b93ff35c18e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 1c386f65-d4d7-40f8-b441-b812676f038c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19279"
    uid: 4f15f596-47fd-4911-8bee-eb06db9593cb
  kind: Event
  lastTimestamp: "2026-05-20T14:13:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:13:46Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b14b93ffa0b26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20436"
    uid: d8706224-d2aa-401c-94ae-4ba50340ad68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: a5cdef0e-8284-4094-b576-10d8e5688280
  kind: Event
  lastTimestamp: "2026-05-20T14:13:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:13:41Z"
    name: isvc-lightgbm-v2-runtime.18b14b6a08dd38ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: 4cddb27a-013e-43e1-a282-6d8bcf92fe31
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: a5cdef0e-8284-4094-b576-10d8e5688280
  kind: Event
  lastTimestamp: "2026-05-20T14:10:46Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:10:46Z"
    name: isvc-lightgbm-v2-runtime.18b14b6a097996d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: 47c881d1-653f-48db-8d3e-f85ae7473c4f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:10:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19109"
    uid: a5cdef0e-8284-4094-b576-10d8e5688280
  kind: Event
  lastTimestamp: "2026-05-20T14:10:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:10:46Z"
    name: isvc-lightgbm-v2-runtime.18b14b6a0f288fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: a5c15cc1-a42e-4df2-a163-d383a8ba4a0e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:13:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20392"
    uid: a5cdef0e-8284-4094-b576-10d8e5688280
  kind: Event
  lastTimestamp: "2026-05-20T14:13:41Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:13:41Z"
    name: isvc-lightgbm-v2-runtime.18b14b92b4e270d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: 9728ac42-6c28-49cf-b241-36178543a5f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 19de2628-9319-4b30-922f-16c3ecf399e4
  kind: Event
  lastTimestamp: "2026-05-20T14:09:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:09:15Z"
    name: isvc-lightgbm.18b14b3ff6cad3c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18353"
    uid: 041e16c2-91cd-4e58-a8c3-762e500d4c20
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 19de2628-9319-4b30-922f-16c3ecf399e4
  kind: Event
  lastTimestamp: "2026-05-20T14:07:45Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T14:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:07:45Z"
    name: isvc-lightgbm.18b14b3ff7493152
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: 4070b54f-d54d-4fa8-9f90-a79c4c82f56b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:09:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18351"
    uid: 19de2628-9319-4b30-922f-16c3ecf399e4
  kind: Event
  lastTimestamp: "2026-05-20T14:09:15Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:09:15Z"
    name: isvc-lightgbm.18b14b54d3e35e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "18352"
    uid: 134c0098-28f5-4ccd-886d-b92dc1853888
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:06:20.673014Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6899674c9d-l89rx
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:06:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:06:20Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2c1fd91fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: d768d846-9dd5-4ea9-9bf6-e7ff91562f52
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:21Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:06:21Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2c39283358
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: bf780f5e-ab32-44c7-8e98-3e9d23644eb3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:21Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2c3ab4a15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 3ca25abe-284c-4bc1-8429-d62a119f0529
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:21Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2c3d5e7638
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: e02a7625-c2e8-438b-8507-5e6b51a23341
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:21Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2c3e1d67ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 3306e968-5d08-4672-b940-644ec1519bcc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:25Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2d49234c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: f1c38d3a-c08b-48ca-b100-650f29e29529
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:25Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2d4c10d59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 84693300-97fc-4487-980d-5a312c024484
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:25Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2d4c951fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: 0c19da2f-f3c2-4a52-ab00-3dcbda7e799a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:25Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2d4ca0b530
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 6f7ef589-a14f-47f6-9587-52c5c81e410b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:25Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2d4f7aa861
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: ccc7d83b-3a3b-452f-8e41-653140987cf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:25Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2d4fe45c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 2d3603e4-8d7e-4146-9cde-bfe18072c216
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:25Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:093b5585535b7b4890c43b46d80238c68db97d853fe4f3a7840d67abf2e0a4b5"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:25Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2d4fef63c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: f22a3d47-836e-4b44-9741-88a5ac68a4bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:25Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-20T14:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:25Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2d52f022f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: 4339cbd4-e5bf-4047-86c4-bddb64519ac3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:25Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-20T14:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:25Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2d535e31a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: c02db40a-7cd2-4dd0-ab95-e37510f3424c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:08:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:08:03Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2d8516ce99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: 2f7c0ebf-fc60-456f-aec5-a4a5c0052e4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:08:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-20T14:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:08:03Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b2dc10566b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 7a1558f6-10db-4aa0-978e-8ca05be61d77
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:07:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:45Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b3ff76f930c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 0f253be4-e039-474c-a6eb-9ba713d2202f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:07:45Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-20T14:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:45Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b3ff76fd73f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 6a95faa7-e409-4664-a096-9248d5f7e637
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:07:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:45Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b3ff770ccf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: 957c3635-abc1-4ebb-8314-a073d03efd53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6899674c9d-l89rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5c8ce51e-836f-47b2-9cdc-039d2090c3cb
  kind: Event
  lastTimestamp: "2026-05-20T14:08:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:08:03Z"
    name: isvc-logger-predictor-6899674c9d-l89rx.18b14b409d25f512
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 27e30d6f-153f-4aa3-b657-44e2ea9ef22c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6899674c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16928"
    uid: 884eb14b-94ea-4223-9e9f-f99d0f264a97
  kind: Event
  lastTimestamp: "2026-05-20T14:06:20Z"
  message: 'Created pod: isvc-logger-predictor-6899674c9d-l89rx'
  metadata:
    creationTimestamp: "2026-05-20T14:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:06:20Z"
    name: isvc-logger-predictor-6899674c9d.18b14b2c1f63921d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16940"
    uid: a4ffbdf8-e038-4fea-8114-9c9269cee31e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16926"
    uid: b8829e2b-6548-42bc-9e7e-cc63921fe367
  kind: Event
  lastTimestamp: "2026-05-20T14:06:20Z"
  message: Scaled up replica set isvc-logger-predictor-6899674c9d from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:06:20Z"
    name: isvc-logger-predictor.18b14b2c1b8ef552
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 221a3736-7a09-4140-b8ba-921ba230ac6b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: a85e4075-cd28-4a35-9fb3-869598f0952d
  kind: Event
  lastTimestamp: "2026-05-20T14:07:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:07:05Z"
    name: isvc-logger-predictor.18b14b2f9a4ce08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: 6fe5cce5-de94-40f4-83b7-933c3f550afe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: a85e4075-cd28-4a35-9fb3-869598f0952d
  kind: Event
  lastTimestamp: "2026-05-20T14:07:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:07:05Z"
    name: isvc-logger-predictor.18b14b2f9ab5ee4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17310"
    uid: 20dd734c-f601-4354-803b-87c6a3c1ab65
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: a85e4075-cd28-4a35-9fb3-869598f0952d
  kind: Event
  lastTimestamp: "2026-05-20T14:07:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:07:35Z"
    name: isvc-logger-predictor.18b14b331a15c8ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17533"
    uid: e5c2251a-9bfc-463c-92c0-dcd11d41bd88
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: a85e4075-cd28-4a35-9fb3-869598f0952d
  kind: Event
  lastTimestamp: "2026-05-20T14:07:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:07:35Z"
    name: isvc-logger-predictor.18b14b331aed6d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: 5868f308-730b-4e9f-a361-81a51be21583
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16917"
    uid: b41d2b20-d968-4574-b2b4-370080c32592
  kind: Event
  lastTimestamp: "2026-05-20T14:07:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:07:33Z"
    name: isvc-logger.18b14b2c1b4b370a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: 0d4018de-86ae-4e84-a896-b6aa472623ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16917"
    uid: b41d2b20-d968-4574-b2b4-370080c32592
  kind: Event
  lastTimestamp: "2026-05-20T14:06:20Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T14:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:06:20Z"
    name: isvc-logger.18b14b2c1bc7bf48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: 558eb73b-1062-45ef-b22a-e9654ab73d63
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: b41d2b20-d968-4574-b2b4-370080c32592
  kind: Event
  lastTimestamp: "2026-05-20T14:06:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:06:20Z"
    name: isvc-logger.18b14b2c21c41262
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: bc793167-f312-469d-9559-0dfd2eb8687f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: b41d2b20-d968-4574-b2b4-370080c32592
  kind: Event
  lastTimestamp: "2026-05-20T14:07:33Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:07:33Z"
    name: isvc-logger.18b14b3d24d950cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: f69b41d4-9e8f-4176-ae74-8eea0abf501c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:14:07.291395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20699"
    uid: 5d4bab2e-6914-4009-b9a7-dc853b39d80d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:14:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:14:07Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk.18b14b98c478964d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: 45b1d9dd-1742-41dd-a643-45c28f9b9481
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20719"
    uid: 5d4bab2e-6914-4009-b9a7-dc853b39d80d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:07Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:14:07Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk.18b14b98de233637
    namespace: kserve-ci-e2e-test
    resourceVersion: "20738"
    uid: 1d3d7425-9318-4b25-bec6-e160d4a522c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 5d4bab2e-6914-4009-b9a7-dc853b39d80d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:07Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk.18b14b98dfa1a9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: 9ed42703-4d71-4955-aec0-fa871a7f3179
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 5d4bab2e-6914-4009-b9a7-dc853b39d80d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:07Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk.18b14b98e2bd7132
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: 9938e3f1-4858-40fa-b39d-9ef23738e99c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 5d4bab2e-6914-4009-b9a7-dc853b39d80d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:07Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk.18b14b98e31f4804
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: 232d723b-0750-4754-b3e6-c721207566bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 5d4bab2e-6914-4009-b9a7-dc853b39d80d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:12Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-20T14:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:12Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk.18b14b99f25d82d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20782"
    uid: 39aa4a06-43c5-4a82-87c8-16c101ea9ee5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 5d4bab2e-6914-4009-b9a7-dc853b39d80d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:12Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk.18b14b99f52a803e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: 2d0911a3-41f6-4f09-9690-11d951291d20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 5d4bab2e-6914-4009-b9a7-dc853b39d80d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:12Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk.18b14b99f5abc369
    namespace: kserve-ci-e2e-test
    resourceVersion: "20786"
    uid: bbf6f820-4145-4361-a5b3-f39af12eacdd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 5d4bab2e-6914-4009-b9a7-dc853b39d80d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:12Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk.18b14b99f5b6c199
    namespace: kserve-ci-e2e-test
    resourceVersion: "20788"
    uid: 2038b1d2-9919-4a97-9c54-46c0c7c12a2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 5d4bab2e-6914-4009-b9a7-dc853b39d80d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:12Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk.18b14b99f81b84e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 10623efd-aa76-4081-ab09-82928f40ff2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 5d4bab2e-6914-4009-b9a7-dc853b39d80d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:12Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk.18b14b99f8772a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: 619964f2-e3f6-456a-af25-c9ee099df590
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 5d4bab2e-6914-4009-b9a7-dc853b39d80d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:57Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk.18b14ba466afee75
    namespace: kserve-ci-e2e-test
    resourceVersion: "21139"
    uid: a5b4799b-9208-4818-b9d2-4de1129dafd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 5d4bab2e-6914-4009-b9a7-dc853b39d80d
  kind: Event
  lastTimestamp: "2026-05-20T14:14:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:57Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk.18b14ba466b0a77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21142"
    uid: ddb8721c-6288-4a14-b694-9c6ee3da87a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "20691"
    uid: 5f2ec680-8e49-44e6-94d6-dffb0116d241
  kind: Event
  lastTimestamp: "2026-05-20T14:14:07Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8bflk'
  metadata:
    creationTimestamp: "2026-05-20T14:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:14:07Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18b14b98c3d220c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20701"
    uid: aad8feba-8014-424d-8d0b-e9d4290bb5c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: d5428fb2-f2ca-4d49-82d4-9f55b1c32e31
  kind: Event
  lastTimestamp: "2026-05-20T14:14:07Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:14:07Z"
    name: isvc-mlflow-v2-runtime-predictor.18b14b98befca48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20693"
    uid: 45a980a1-30c1-4512-8502-21c468b97d30
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20690"
    uid: 4d3c2999-ecd5-451e-8821-a2ea5ec161ed
  kind: Event
  lastTimestamp: "2026-05-20T14:14:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:14:52Z"
    name: isvc-mlflow-v2-runtime-predictor.18b14b9c3d46d8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21080"
    uid: 6527b341-e84c-45d1-a8b0-5b321798e202
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20690"
    uid: 4d3c2999-ecd5-451e-8821-a2ea5ec161ed
  kind: Event
  lastTimestamp: "2026-05-20T14:14:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:14:52Z"
    name: isvc-mlflow-v2-runtime-predictor.18b14b9c3db0e64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21081"
    uid: 45e01982-0fb3-44a1-912c-cf2880f93f9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20862"
    uid: 4d3c2999-ecd5-451e-8821-a2ea5ec161ed
  kind: Event
  lastTimestamp: "2026-05-20T14:14:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:14:37Z"
    name: isvc-mlflow-v2-runtime-predictor.18b14b9fbcfa5185
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: 5a78dbea-c209-4045-b3a2-5ee83cd46bea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20862"
    uid: 4d3c2999-ecd5-451e-8821-a2ea5ec161ed
  kind: Event
  lastTimestamp: "2026-05-20T14:14:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:14:37Z"
    name: isvc-mlflow-v2-runtime-predictor.18b14b9fbd728a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "20968"
    uid: 594e58fa-cb0c-4b2c-9917-1bd7f60aa987
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: 726eb3f2-49c9-4311-b4fa-e3816740dac4
  kind: Event
  lastTimestamp: "2026-05-20T14:14:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:14:50Z"
    name: isvc-mlflow-v2-runtime.18b14b98be69ea8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21067"
    uid: b9d3e794-2f2c-40b5-88aa-5247f8adbf4a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: 726eb3f2-49c9-4311-b4fa-e3816740dac4
  kind: Event
  lastTimestamp: "2026-05-20T14:14:07Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:14:07Z"
    name: isvc-mlflow-v2-runtime.18b14b98bf523878
    namespace: kserve-ci-e2e-test
    resourceVersion: "20695"
    uid: e5892f3f-af94-4d88-ad8b-995fa5878ec0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: 726eb3f2-49c9-4311-b4fa-e3816740dac4
  kind: Event
  lastTimestamp: "2026-05-20T14:14:50Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:14:50Z"
    name: isvc-mlflow-v2-runtime.18b14ba2d22dddc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: 0b0f27c6-89bc-4f0e-b25f-c55e950d9217
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:16:17.536362Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-7jggq
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:16:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:16:17Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bb717ad0486
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 795825f2-303d-485c-bd49-e983dcc298c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:16:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:17Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bb71ebb43ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21812"
    uid: 3794aee4-1953-40f0-b894-8f8d4ec581dc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21810"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:16:18Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:16:18Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bb754cf4f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21823"
    uid: afd0bc95-44a8-4c57-ac4f-f4780df62c6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:16:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:18Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bb756d0f14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: 11943228-2a80-4cce-a43f-1eb0fefa6b32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:16:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:18Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bb75a3a6a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 7feea1ca-035c-4b33-8cb1-dbfba5d3f8e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:16:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:18Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bb75aa269cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21828"
    uid: 7d69d68c-e9af-4626-a27c-b562aea627ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:16:23Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-05-20T14:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:23Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bb88d440e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "21871"
    uid: 93dc9f92-c52d-4688-9418-8646afc46bf1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:16:34Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.97s (10.97s
    including waiting). Image size: 1162661618 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:34Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bbb1b24e87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 89475bd4-640d-4785-b921-04721fc27f9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:16:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:34Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bbb1e31be39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21957"
    uid: 597f3eec-7685-470d-b3c3-5293c7adf3b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:16:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:34Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bbb1e9e0dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21958"
    uid: ee33f898-fd3b-4508-8fa4-937594f9a31c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:16:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:34Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bbb1ea95b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21959"
    uid: 78c5a9ed-c71e-40c7-8592-c6fc0ab24484
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:16:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:34Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bbb21ea3553
    namespace: kserve-ci-e2e-test
    resourceVersion: "21961"
    uid: b742f5cc-81a1-4c76-8eb7-fd3bc1c7ee0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:16:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:34Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bbb22569e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: 8d582254-1d18-4b74-a49f-8020c1fcfe83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:17:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:17:12Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bbb96f09b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "22244"
    uid: b2f1996f-3990-441b-89f8-f17870b94cf4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:17:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:17:29Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bc7bb266f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22387"
    uid: 799337bb-330a-4548-a6b5-58c5d2516804
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: ae6c170a-8b7a-4437-acc5-7c9618dc3b7a
  kind: Event
  lastTimestamp: "2026-05-20T14:17:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:17:29Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7jggq.18b14bc7bb278140
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: 655226b2-7a8f-4899-94f4-6cbcc69de1d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 4cab44af-7d88-4494-8552-5d22cd3ee004
  kind: Event
  lastTimestamp: "2026-05-20T14:16:17Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-7jggq'
  metadata:
    creationTimestamp: "2026-05-20T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:16:17Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18b14bb7172fa787
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 73207f51-944b-4793-8eb4-30e4fdf160d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 3ed56152-830b-4d35-a403-04df3196a3bc
  kind: Event
  lastTimestamp: "2026-05-20T14:16:17Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:16:17Z"
    name: isvc-paddle-predictor.18b14bb713485570
    namespace: kserve-ci-e2e-test
    resourceVersion: "21793"
    uid: 4318063d-b839-40e1-8068-fff05e6808e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 6d586b17-2240-404b-a641-b64c419b74aa
  kind: Event
  lastTimestamp: "2026-05-20T14:17:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:17:02Z"
    name: isvc-paddle-predictor.18b14bba92fc2bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 16545511-a055-4b27-882c-ba7e5e9dcc24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 6d586b17-2240-404b-a641-b64c419b74aa
  kind: Event
  lastTimestamp: "2026-05-20T14:17:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:17:02Z"
    name: isvc-paddle-predictor.18b14bba938cfe86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: e87e4f94-a6a2-42ec-89fa-04ed7987e71b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: 6d586b17-2240-404b-a641-b64c419b74aa
  kind: Event
  lastTimestamp: "2026-05-20T14:17:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:17:17Z"
    name: isvc-paddle-predictor.18b14bc5112d3412
    namespace: kserve-ci-e2e-test
    resourceVersion: "22275"
    uid: be37f944-9f6e-468d-834f-31580ddbf3e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: 6d586b17-2240-404b-a641-b64c419b74aa
  kind: Event
  lastTimestamp: "2026-05-20T14:17:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:17:17Z"
    name: isvc-paddle-predictor.18b14bc511eb5753
    namespace: kserve-ci-e2e-test
    resourceVersion: "22276"
    uid: 03ff4815-8590-4f3d-b520-bfe44a6c9454
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:17:29.123528Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22408"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:17:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:17:29Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bc7c29a85d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22414"
    uid: 77d6dd48-0648-4c09-a0b5-f9cbee7861cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:17:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:17:29Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bc7ccb9a126
    namespace: kserve-ci-e2e-test
    resourceVersion: "22423"
    uid: aab2658f-6350-43a5-bce8-560cde6ed387
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:17:30Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:17:30Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bc7ffa625a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: def912a1-dbad-4969-9d9b-e6e374cac39c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:17:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:17:30Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bc80131e9b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22435"
    uid: 58f85f50-3385-4ac6-b248-45dd13905dbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:17:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:17:30Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bc804103dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22437"
    uid: 7a9e763e-f3fa-4521-8f86-737bc80bcc7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:17:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:17:30Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bc8047c096c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: e5e91d80-cca6-4c0b-a774-861b846445bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:17:35Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:17:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bc923b4d049
    namespace: kserve-ci-e2e-test
    resourceVersion: "22487"
    uid: 2010be56-5009-49ed-9d00-22bd9acadff7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:17:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:17:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bc9268c6a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: 4f244419-cac5-4e82-800b-ce499ae51cb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:17:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:17:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bc926fb8ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22490"
    uid: 3b9326aa-2fda-4ff6-8887-d872114b989a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:17:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:17:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bc927063a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "22491"
    uid: 124ede13-9891-4187-87e0-d3dbfb2f23b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:17:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:17:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bc929be5936
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: 653753ba-f2f9-46dd-9f85-328d932d6296
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:17:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:17:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bc92a29550f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: a356289b-976f-4b59-8f4f-ab78627bfc11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:18:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:18:13Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bc99b96435d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: 73eb4af8-88f5-415a-b887-a7cd19cffd4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:18:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:18:30Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bd6134f98fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22924"
    uid: 9a1f9422-e09f-4c89-8143-ef0963fa7df2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: a66442e9-9658-48c7-abb9-1c7f51fa7448
  kind: Event
  lastTimestamp: "2026-05-20T14:18:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:18:30Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr.18b14bd61350b18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22927"
    uid: 3f74474b-46a2-4bb5-bc45-c3f7291c6b92
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22398"
    uid: e676f58e-a279-4f6c-b9b2-018898aee765
  kind: Event
  lastTimestamp: "2026-05-20T14:17:29Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-fj7cr'
  metadata:
    creationTimestamp: "2026-05-20T14:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:17:29Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18b14bc7c2159e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "22409"
    uid: 9871ea75-5efb-4810-a916-fe4d5214d79d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22396"
    uid: 86e55d2b-28da-400a-82aa-ce8a21140403
  kind: Event
  lastTimestamp: "2026-05-20T14:17:29Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T14:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:17:29Z"
    name: isvc-paddle-runtime-predictor.18b14bc7be223d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "22400"
    uid: d83868de-00df-4530-81f6-6bae2b371b58
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22397"
    uid: 90c81f6b-7eb7-42ed-9926-8c06ac07ec2e
  kind: Event
  lastTimestamp: "2026-05-20T14:18:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:18:14Z"
    name: isvc-paddle-runtime-predictor.18b14bcb3d85c9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22774"
    uid: c7896889-aff4-4132-90ba-6277c7da67fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22397"
    uid: 90c81f6b-7eb7-42ed-9926-8c06ac07ec2e
  kind: Event
  lastTimestamp: "2026-05-20T14:18:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:18:14Z"
    name: isvc-paddle-runtime-predictor.18b14bcb3df7e9c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 9b7ad273-0553-40b5-a83e-ad5cd2fb61ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22564"
    uid: 90c81f6b-7eb7-42ed-9926-8c06ac07ec2e
  kind: Event
  lastTimestamp: "2026-05-20T14:18:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:18:29Z"
    name: isvc-paddle-runtime-predictor.18b14bd5baf4c292
    namespace: kserve-ci-e2e-test
    resourceVersion: "22885"
    uid: 8a9ca7ed-a98b-4560-b18d-1fe96b9a7cbb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22564"
    uid: 90c81f6b-7eb7-42ed-9926-8c06ac07ec2e
  kind: Event
  lastTimestamp: "2026-05-20T14:18:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:18:29Z"
    name: isvc-paddle-runtime-predictor.18b14bd5bb6a342a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22887"
    uid: 80823e1d-d6e5-4fe8-b065-f31e92c704b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22368"
    uid: 0b624edd-318a-4cb7-ae40-859efe5772a5
  kind: Event
  lastTimestamp: "2026-05-20T14:18:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:18:23Z"
    name: isvc-paddle-runtime.18b14bc7be023a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "22841"
    uid: a7e5eca0-0b30-4f0c-9337-f2812a2ff570
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22368"
    uid: 0b624edd-318a-4cb7-ae40-859efe5772a5
  kind: Event
  lastTimestamp: "2026-05-20T14:17:29Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:17:29Z"
    name: isvc-paddle-runtime.18b14bc7be819c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "22402"
    uid: 46c73613-987a-4849-a923-89b0712fa3a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 0b624edd-318a-4cb7-ae40-859efe5772a5
  kind: Event
  lastTimestamp: "2026-05-20T14:18:23Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:18:23Z"
    name: isvc-paddle-runtime.18b14bd4575214cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 986a09c7-5a56-4143-95b7-44703e928829
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:18:30.731046Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22939"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:18:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:18:30Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14bd61ab298eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22946"
    uid: d4e0de54-6acb-45fa-9fce-fd7b66067d38
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22950"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:18:31Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:18:31Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14bd633ae121f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22957"
    uid: c4fd7db4-2605-43bd-a3ca-4743ddb5727d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:18:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:18:31Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14bd635249e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "22959"
    uid: e1426a7f-416d-4e18-ab21-a1baac32ed8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:18:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:18:31Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14bd637d745cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22962"
    uid: 54c2ed8f-b16f-4848-9a45-db090eb67840
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:18:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:18:31Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14bd63854fb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "22963"
    uid: 4e7907df-a3ca-461f-8d7b-ba44df538ac4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:18:36Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:18:36Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14bd763d3579b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23008"
    uid: 0b0afffa-7eb7-4b32-beee-e9cfa2e8579c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:18:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:18:36Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14bd766fb8d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "23010"
    uid: 89799991-2816-4364-ae98-0deac0c2f244
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:18:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:18:36Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14bd7677bf150
    namespace: kserve-ci-e2e-test
    resourceVersion: "23013"
    uid: 28b9b615-7598-435d-bd33-7fcf35ed362e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:18:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:18:36Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14bd767878c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23014"
    uid: c999eca3-65d3-41e0-b37e-36be7b8e3169
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:18:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:18:36Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14bd76a623a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "23016"
    uid: d804ce31-7bf3-48f2-a530-0e6c7920080f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:18:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:18:36Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14bd76acc794e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23017"
    uid: d7fd997e-59db-4cd3-9a09-c7bc94d685ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:19:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:34Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14bd7db9054e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23506"
    uid: 56ff442c-abc8-4510-9844-9dfce852b269
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:19:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14be46badca53
    namespace: kserve-ci-e2e-test
    resourceVersion: "23454"
    uid: 9365ecb2-74c1-4015-86d1-e721431f3070
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:19:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14be46baef968
    namespace: kserve-ci-e2e-test
    resourceVersion: "23456"
    uid: b8b49c6e-722f-4182-8939-e1f75239e5ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 33cc1b8e-0933-45e9-9999-1a1881d12d65
  kind: Event
  lastTimestamp: "2026-05-20T14:19:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:34Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc.18b14be4e589b1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23505"
    uid: 047d5f96-a8c4-4975-b770-9c889df97a19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "22929"
    uid: 658db869-d806-48b7-ae43-d0f43472e5d5
  kind: Event
  lastTimestamp: "2026-05-20T14:18:30Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-sr5tc'
  metadata:
    creationTimestamp: "2026-05-20T14:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:18:30Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18b14bd61a0391ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22943"
    uid: c863e7c2-1d3e-4e72-ae46-37d7e1431b13
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22926"
    uid: b01bb7d1-19ef-4adf-a60f-a076e03b7e41
  kind: Event
  lastTimestamp: "2026-05-20T14:18:30Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-20T14:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:18:30Z"
    name: isvc-paddle-v2-kserve-predictor.18b14bd615ee3e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22932"
    uid: 3251305a-572c-4cfc-b407-039d08ad093e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22928"
    uid: 433150b7-9d0f-48e7-9681-6f8526a75b28
  kind: Event
  lastTimestamp: "2026-05-20T14:18:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:18:45Z"
    name: isvc-paddle-v2-kserve-predictor.18b14bd994fdcca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23084"
    uid: f43b441f-e07a-497d-a5a7-420008694e31
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22928"
    uid: 433150b7-9d0f-48e7-9681-6f8526a75b28
  kind: Event
  lastTimestamp: "2026-05-20T14:18:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:18:45Z"
    name: isvc-paddle-v2-kserve-predictor.18b14bd995964430
    namespace: kserve-ci-e2e-test
    resourceVersion: "23086"
    uid: 09ef07ba-9d5d-4b08-83c7-6d0038995867
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: 433150b7-9d0f-48e7-9681-6f8526a75b28
  kind: Event
  lastTimestamp: "2026-05-20T14:19:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:19:30Z"
    name: isvc-paddle-v2-kserve-predictor.18b14bdd146e1c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: b0896b08-7373-47b9-9316-41c458d08d35
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: 433150b7-9d0f-48e7-9681-6f8526a75b28
  kind: Event
  lastTimestamp: "2026-05-20T14:19:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:19:30Z"
    name: isvc-paddle-v2-kserve-predictor.18b14bdd14de2620
    namespace: kserve-ci-e2e-test
    resourceVersion: "23408"
    uid: a460c85b-c581-4e21-a52f-bc8c19ee8395
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 1546b7ba-8bdd-461a-9e86-c2b8d5c02eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:19:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:19:24Z"
    name: isvc-paddle-v2-kserve.18b14bd61558eec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23364"
    uid: ffc202d0-59b5-421f-939b-adb864e7ca0c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 1546b7ba-8bdd-461a-9e86-c2b8d5c02eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:18:30Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:18:30Z"
    name: isvc-paddle-v2-kserve.18b14bd6161af7d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22933"
    uid: 6e73341e-2a04-49d1-9683-ee81a5e60d7d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23362"
    uid: 1546b7ba-8bdd-461a-9e86-c2b8d5c02eb0
  kind: Event
  lastTimestamp: "2026-05-20T14:19:24Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:19:24Z"
    name: isvc-paddle-v2-kserve.18b14be2975b4381
    namespace: kserve-ci-e2e-test
    resourceVersion: "23363"
    uid: d4c05ef4-0688-47e2-b7a0-2f249c2f96c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: 3bfd2b67-730f-4482-9871-a89d88536be2
  kind: Event
  lastTimestamp: "2026-05-20T14:17:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:17:22Z"
    name: isvc-paddle.18b14bb7131f0491
    namespace: kserve-ci-e2e-test
    resourceVersion: "22324"
    uid: 3cd206fd-b101-4c73-a001-7197441ba377
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: 3bfd2b67-730f-4482-9871-a89d88536be2
  kind: Event
  lastTimestamp: "2026-05-20T14:16:17Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:16:17Z"
    name: isvc-paddle.18b14bb713967c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "21795"
    uid: d3e5c5de-aabf-45a7-8b70-3bc98e11b0a4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:17:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "22322"
    uid: 3bfd2b67-730f-4482-9871-a89d88536be2
  kind: Event
  lastTimestamp: "2026-05-20T14:17:22Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:17:22Z"
    name: isvc-paddle.18b14bc6531f3336
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 8c516c5b-bd26-4bcc-922c-c21f7fb13962
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:19:32.363479Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-hpbck
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:19:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:19:32Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14be47446db81
    namespace: kserve-ci-e2e-test
    resourceVersion: "23472"
    uid: efe24a77-e7b4-451f-b2cf-c4107b3eaf05
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23474"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:19:32Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:19:32Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14be48da94768
    namespace: kserve-ci-e2e-test
    resourceVersion: "23482"
    uid: c83a5665-61ec-46b0-98ae-701c6339df74
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:19:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:32Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14be48f5be6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: 33185085-292b-45c7-bf72-5a22d2fe860c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:19:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:32Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14be4923b7be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23485"
    uid: 389538ef-1064-480a-89bc-465c564f4c1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:19:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:32Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14be492a6b419
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: a55c4615-746b-4653-a411-030a8d4c79ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:19:36Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-05-20T14:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:36Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14be568678c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: ab23032f-ab6d-4b2b-997e-cff98cb6c0b9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:19:43Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.955s (6.955s
    including waiting). Image size: 801699205 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:43Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14be70702ea2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23577"
    uid: 63194196-2118-4bee-adc3-626b2846c81e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:19:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:43Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14be70abd6c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "23578"
    uid: ca9fd7cf-3009-4ea2-acf4-5e92516e078e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:19:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:43Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14be70b2939d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: 813202aa-9aea-41f2-b82f-0248fa284811
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:19:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:43Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14be70b3545a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: 3b829709-4aab-4e13-9498-f145bb092759
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:19:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:43Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14be70ddb5137
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 10fce8d7-41b0-45e2-b429-6bd81d9766ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:19:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:19:43Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14be70e45a025
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: 81ac4ddd-bf31-47f7-89fb-df4b24ca0771
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:21:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:21:14Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14be7830f5c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24302"
    uid: 37c17738-0244-418c-bc2e-b26229dd5943
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:21:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:21:13Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14bfbfa3209e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24258"
    uid: 21aff6bb-3e5e-4dd9-a546-9c3dcab0011e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-hpbck
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: f7999ab0-606a-4ad6-82e7-872484cd0536
  kind: Event
  lastTimestamp: "2026-05-20T14:21:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:21:13Z"
    name: isvc-pmml-predictor-8bb578669-hpbck.18b14bfbfa337367
    namespace: kserve-ci-e2e-test
    resourceVersion: "24260"
    uid: 511c6dca-682b-402a-bbc7-c1b6e377c99f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "23453"
    uid: a3702654-a431-4ccf-9624-ce3346b39d75
  kind: Event
  lastTimestamp: "2026-05-20T14:19:32Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-hpbck'
  metadata:
    creationTimestamp: "2026-05-20T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:19:32Z"
    name: isvc-pmml-predictor-8bb578669.18b14be473310dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23468"
    uid: 354d6f4c-a197-4998-90e8-8e9aa9ea793a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23451"
    uid: ef55e8c9-6aa0-44ec-8717-36c1f9e1ffd1
  kind: Event
  lastTimestamp: "2026-05-20T14:19:32Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:19:32Z"
    name: isvc-pmml-predictor.18b14be46c443c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 03dec6c5-337d-4cb9-855a-5ce51dbc3ee7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23452"
    uid: 032d9531-bd24-45c1-995a-88c9745d0cc4
  kind: Event
  lastTimestamp: "2026-05-20T14:20:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:20:17Z"
    name: isvc-pmml-predictor.18b14be7eb695251
    namespace: kserve-ci-e2e-test
    resourceVersion: "23828"
    uid: 4f39882d-9d38-4475-bd33-031031241003
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23452"
    uid: 032d9531-bd24-45c1-995a-88c9745d0cc4
  kind: Event
  lastTimestamp: "2026-05-20T14:20:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:20:17Z"
    name: isvc-pmml-predictor.18b14be7ec05ae59
    namespace: kserve-ci-e2e-test
    resourceVersion: "23829"
    uid: ff2a1484-8588-434f-9e93-c13868c28e6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:20:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 032d9531-bd24-45c1-995a-88c9745d0cc4
  kind: Event
  lastTimestamp: "2026-05-20T14:21:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:21:02Z"
    name: isvc-pmml-predictor.18b14bf269611bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24146"
    uid: 43f22e4a-ab7a-4317-a848-e82194fd74c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:20:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 032d9531-bd24-45c1-995a-88c9745d0cc4
  kind: Event
  lastTimestamp: "2026-05-20T14:21:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:21:02Z"
    name: isvc-pmml-predictor.18b14bf269c74a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "24147"
    uid: 43907751-410a-41c0-9b7d-fc0ac19e638a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:21:13.498858Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24274"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-989xz
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:21:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:21:13Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14bfc006a696f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24278"
    uid: e871b575-6391-4e82-a798-2d57d0c6cf33
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24283"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:21:13Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:21:13Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14bfc196fa316
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: bbe6049c-c9ff-45a4-bfd5-10e67d45f54c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:21:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:21:13Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14bfc1c1c3289
    namespace: kserve-ci-e2e-test
    resourceVersion: "24294"
    uid: 172537cb-feec-4073-9e96-bb27d108c0c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:21:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:21:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14bfc1f110b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24295"
    uid: 96b73d90-df7f-498b-811b-536dff7e4719
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:21:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:21:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14bfc1f7c257c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24296"
    uid: 9d774ca2-a366-484c-9f32-e45b682bddd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:21:17Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:21:17Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14bfd002eb1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24336"
    uid: 16932a1b-94f3-46e8-bd7a-d69dfe1483fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:21:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:21:17Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14bfd04070952
    namespace: kserve-ci-e2e-test
    resourceVersion: "24338"
    uid: 274b66fd-37b4-4765-9f5b-7717615c2f8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:21:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:21:17Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14bfd046f5f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24341"
    uid: 232fbadc-17cd-421e-9436-46ec95a98f9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:21:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:21:17Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14bfd0479fa76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: 5f24d28b-12a7-4784-b3bc-3e889eb2bede
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:21:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:21:17Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14bfd073267b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24344"
    uid: 0c874b64-9ba7-4219-9727-73a538824e4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:21:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:21:17Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14bfd079e0bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24345"
    uid: b7cb9165-504e-4590-8929-8852c64a42fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:22:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:22:30Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14bfd3c343cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24857"
    uid: 6aa81014-5eb5-45ee-a70d-3673c9d9d3cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:22:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:22:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14c11373611b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25176"
    uid: a1f9d73f-6055-4f0d-ae91-f636c6f48480
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:22:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:22:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14c113736b11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25177"
    uid: 760a93a7-b26e-484e-a12d-0f71929de20a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-989xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d5b0085a-24c4-4539-b60c-e303df4469ff
  kind: Event
  lastTimestamp: "2026-05-20T14:22:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:22:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-989xz.18b14c11425ba62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25189"
    uid: e0abafa2-6660-4b6f-9813-4f8f094d13e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "24262"
    uid: 515f0d3f-5fc5-4183-97eb-5edd44de2163
  kind: Event
  lastTimestamp: "2026-05-20T14:21:13Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-989xz'
  metadata:
    creationTimestamp: "2026-05-20T14:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:21:13Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18b14bfc0005765a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: 4d585dc3-7dff-45e1-aabe-83b9796fa319
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24259"
    uid: 4a5a6ba1-1b5d-4bac-b71b-64e12993a30e
  kind: Event
  lastTimestamp: "2026-05-20T14:21:13Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T14:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:21:13Z"
    name: isvc-pmml-runtime-predictor.18b14bfbfb677fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 773b60c3-f8a2-4688-bd46-f7e4e699608d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24261"
    uid: a6897ea6-c6bb-4d6f-ab0f-698f51c5c170
  kind: Event
  lastTimestamp: "2026-05-20T14:21:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:21:43Z"
    name: isvc-pmml-runtime-predictor.18b14bff79f9d658
    namespace: kserve-ci-e2e-test
    resourceVersion: "24528"
    uid: 6c17205d-6551-4877-a728-c4e309185afa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24261"
    uid: a6897ea6-c6bb-4d6f-ab0f-698f51c5c170
  kind: Event
  lastTimestamp: "2026-05-20T14:21:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:21:43Z"
    name: isvc-pmml-runtime-predictor.18b14bff7a5d227a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24529"
    uid: 7e932f22-a72c-46e8-8ec4-8994053df9b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: a6897ea6-c6bb-4d6f-ab0f-698f51c5c170
  kind: Event
  lastTimestamp: "2026-05-20T14:22:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:22:43Z"
    name: isvc-pmml-runtime-predictor.18b14c06784d717a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25110"
    uid: 4f2774a2-b05c-4c14-b1fd-cdac72859c4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: a6897ea6-c6bb-4d6f-ab0f-698f51c5c170
  kind: Event
  lastTimestamp: "2026-05-20T14:22:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:22:43Z"
    name: isvc-pmml-runtime-predictor.18b14c0678c3aa8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: f79267e1-bb00-4b4c-8715-752dc0a2ff38
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24232"
    uid: 88098e0d-7d4a-4b5a-94e5-f426895be1a7
  kind: Event
  lastTimestamp: "2026-05-20T14:22:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:22:40Z"
    name: isvc-pmml-runtime.18b14bfbfb467e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: c7c1b92a-6fcf-4dc8-83d1-04b13cf7ff1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24232"
    uid: 88098e0d-7d4a-4b5a-94e5-f426895be1a7
  kind: Event
  lastTimestamp: "2026-05-20T14:21:13Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:21:13Z"
    name: isvc-pmml-runtime.18b14bfbfbb586fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24284"
    uid: c9770e82-2e59-4941-8c05-bb971fd41d4f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24245"
    uid: 88098e0d-7d4a-4b5a-94e5-f426895be1a7
  kind: Event
  lastTimestamp: "2026-05-20T14:21:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:21:13Z"
    name: isvc-pmml-runtime.18b14bfc01945ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: b2fb7c6a-5d3c-4483-a9e9-e97e308447e0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25009"
    uid: 88098e0d-7d4a-4b5a-94e5-f426895be1a7
  kind: Event
  lastTimestamp: "2026-05-20T14:22:40Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:22:40Z"
    name: isvc-pmml-runtime.18b14c10453186f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25010"
    uid: 40c4e4ca-9454-4965-92f1-562300bf2cc6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:22:44.919535Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25192"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:22:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:22:44Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c1149831c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "25199"
    uid: e2e6d55b-a158-4185-9e06-75a55769ca75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25203"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:22:45Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:22:45Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c1162820ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: fe607b3b-0411-4324-8427-e1ea939623d6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:22:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:22:45Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c11644c28ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25236"
    uid: f1e16f6e-b45a-422a-9ac7-01dbd987da7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:22:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:22:45Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c1166fae839
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: 35d74c8a-ed7a-4c2b-b710-283e0a778cdd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:22:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:22:45Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c11677a246f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25239"
    uid: 2f0ec757-65c6-44ff-bf95-86a1ea71488d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:22:50Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:22:50Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c127f2f0d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: d233ec19-784c-48c2-988c-6b6860d0de9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:22:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:22:50Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c12827e89d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25365"
    uid: 4b6d5ea8-ca8f-41c9-9f2e-28f45266d57d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:22:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:22:50Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c1282efc7c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25366"
    uid: 633a10d3-be04-49da-a139-e8e7a2f0f8aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:22:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:22:50Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c1282faec9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: 761d8c6b-5397-4745-afff-f248c249be99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:22:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:22:50Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c1285e513bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 627ca203-4c0c-426d-ab91-36d25f9a6d4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:22:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:22:50Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c12864e91e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25371"
    uid: 27e025c9-77cc-4ffa-9fec-e2f6c0485182
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:24:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:24:18Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c12f6d85f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "26079"
    uid: 1beedbd9-07d4-41f5-aaf0-9eec731cbd14
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:24:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:24:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c2670c88d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "26019"
    uid: e397a05b-cf6c-428b-ae86-449e09910181
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:24:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:24:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c2670c91ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26023"
    uid: 81e6d6de-9683-459c-b40b-5e0928a9e4b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: bdee6b7b-d8e1-49a5-ba10-3998b4dfe61e
  kind: Event
  lastTimestamp: "2026-05-20T14:24:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:24:18Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg.18b14c26fd008692
    namespace: kserve-ci-e2e-test
    resourceVersion: "26078"
    uid: 717d02d0-1b97-4f94-90a0-7181044a83c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25178"
    uid: c44978c4-adb6-4f10-9159-db38db16f1bb
  kind: Event
  lastTimestamp: "2026-05-20T14:22:44Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6zqkg'
  metadata:
    creationTimestamp: "2026-05-20T14:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:22:44Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18b14c11485f4d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "25195"
    uid: f22a2d17-42fa-456a-908d-4b032b3d4c42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25174"
    uid: b35fe3b5-5e50-43c8-aae9-a9c63ba52067
  kind: Event
  lastTimestamp: "2026-05-20T14:22:44Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T14:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:22:44Z"
    name: isvc-pmml-v2-kserve-predictor.18b14c113954b9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25180"
    uid: 38d734be-4054-43ca-9f6c-5cf9f81a9608
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 7df498c4-d4db-4d69-8bce-22ec33763419
  kind: Event
  lastTimestamp: "2026-05-20T14:23:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:23:29Z"
    name: isvc-pmml-v2-kserve-predictor.18b14c14b8361264
    namespace: kserve-ci-e2e-test
    resourceVersion: "25651"
    uid: b9cbbcc9-1ef5-4c87-95ad-8e578929b00e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 7df498c4-d4db-4d69-8bce-22ec33763419
  kind: Event
  lastTimestamp: "2026-05-20T14:23:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:23:29Z"
    name: isvc-pmml-v2-kserve-predictor.18b14c14b93b3d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "25652"
    uid: 6b7b3b5a-42d4-4c2b-a9dd-e962407f3004
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:23:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25438"
    uid: 7df498c4-d4db-4d69-8bce-22ec33763419
  kind: Event
  lastTimestamp: "2026-05-20T14:24:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:24:14Z"
    name: isvc-pmml-v2-kserve-predictor.18b14c1f38d5fdd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25983"
    uid: e74f2338-abd2-4940-9db1-ee5f4b9e67c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:23:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25438"
    uid: 7df498c4-d4db-4d69-8bce-22ec33763419
  kind: Event
  lastTimestamp: "2026-05-20T14:24:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:24:14Z"
    name: isvc-pmml-v2-kserve-predictor.18b14c1f39882f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "25984"
    uid: 05c43f45-e416-4519-85f4-818f959a0922
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25145"
    uid: e303b346-adf6-4b72-8670-4ab53ac1446c
  kind: Event
  lastTimestamp: "2026-05-20T14:24:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:24:08Z"
    name: isvc-pmml-v2-kserve.18b14c11394ef53b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25941"
    uid: 6fc3c20e-936f-49b4-ba38-db5eb1bb5a4f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:22:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25145"
    uid: e303b346-adf6-4b72-8670-4ab53ac1446c
  kind: Event
  lastTimestamp: "2026-05-20T14:22:44Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:22:44Z"
    name: isvc-pmml-v2-kserve.18b14c1139cd1e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25183"
    uid: e2c366cf-7f06-4573-9e3f-7d435f99865e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25939"
    uid: e303b346-adf6-4b72-8670-4ab53ac1446c
  kind: Event
  lastTimestamp: "2026-05-20T14:24:08Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:24:08Z"
    name: isvc-pmml-v2-kserve.18b14c24b02e5045
    namespace: kserve-ci-e2e-test
    resourceVersion: "25940"
    uid: cc48593e-aa60-4624-b66d-1da2e604a034
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: 27cc6f83-3541-4578-a7bf-5505ea220b97
  kind: Event
  lastTimestamp: "2026-05-20T14:21:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:21:04Z"
    name: isvc-pmml.18b14be46c14df4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24172"
    uid: 70b3337a-b89a-4d7c-8e3e-ed678ae810c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:19:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: 27cc6f83-3541-4578-a7bf-5505ea220b97
  kind: Event
  lastTimestamp: "2026-05-20T14:19:32Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:19:32Z"
    name: isvc-pmml.18b14be46ca34167
    namespace: kserve-ci-e2e-test
    resourceVersion: "23457"
    uid: d1b01487-19ba-4cbb-a5c9-fb9578531a37
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:21:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: 27cc6f83-3541-4578-a7bf-5505ea220b97
  kind: Event
  lastTimestamp: "2026-05-20T14:21:04Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:21:04Z"
    name: isvc-pmml.18b14bf9e7a4234f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: 5af2be08-423a-4a02-b10e-efc3738e1f4a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:29:07.821575Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28596"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:29:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:29:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c6a7040abb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28603"
    uid: 936364ea-8445-4ab3-b22b-c0927167cabd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28607"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:29:08Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:29:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c6a8979141a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28614"
    uid: 84ea5490-6950-4bfd-9942-2989bd48b2f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:29:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:29:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c6a8ad7ff44
    namespace: kserve-ci-e2e-test
    resourceVersion: "28618"
    uid: 6b61b7fa-45f8-439c-a8e4-91bf6e7a6e46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:29:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:29:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c6a8e1085e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: 52942228-162b-48f7-b8e3-b4e85eeebf42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:29:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:29:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c6a8e805422
    namespace: kserve-ci-e2e-test
    resourceVersion: "28621"
    uid: b09b0dee-5570-47f4-a1dd-5e703e65db43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:29:12Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:29:12Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c6b8411036d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: fef1c758-a021-4f78-8159-cc6549d8d91c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:29:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:29:12Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c6b8747c619
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: 2fb0fa26-7768-49e8-b4b4-da8115619d64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:29:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:29:12Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c6b87b3c03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28663"
    uid: 02648ba3-53c9-469d-be3b-46d3066280e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:29:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:29:12Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c6b87bfe231
    namespace: kserve-ci-e2e-test
    resourceVersion: "28664"
    uid: cc579321-cca7-4708-972f-ab1dccce1624
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:29:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:29:12Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c6b8a5837ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: b7ceaac0-e74d-46fc-892e-2fa7869c717a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:29:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:29:12Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c6b8aca282d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28667"
    uid: 18db10ff-6aa5-45b3-86c8-75d8927b4cef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:30:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:40Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c6bfbdf4c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29372"
    uid: a8317292-bd38-4fe3-83a6-45c10e74c67f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:30:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:38Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c7f6ff4736c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29310"
    uid: 543ea73a-6e1b-45d6-9abe-974668b51c52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:30:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:38Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c7f6ff4f127
    namespace: kserve-ci-e2e-test
    resourceVersion: "29312"
    uid: adf25505-bd5e-42ca-a848-a3788f8f66a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: bd356406-964f-49ee-8ae0-115658c0170f
  kind: Event
  lastTimestamp: "2026-05-20T14:30:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:40Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k.18b14c800219e042
    namespace: kserve-ci-e2e-test
    resourceVersion: "29371"
    uid: 0f9b5353-949f-4de2-a896-99ba3348d18d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28585"
    uid: cee72b05-a520-4428-9da0-cb66ac1c37eb
  kind: Event
  lastTimestamp: "2026-05-20T14:29:07Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-dg94k'
  metadata:
    creationTimestamp: "2026-05-20T14:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:29:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18b14c6a6fa730e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28601"
    uid: 42334e17-9fd0-40d8-b32b-5b042f2b7d1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28583"
    uid: fe525e2f-361e-449f-ad6d-00f2108f6c03
  kind: Event
  lastTimestamp: "2026-05-20T14:29:07Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:29:07Z"
    name: isvc-predictive-lightgbm-predictor.18b14c6a6c398612
    namespace: kserve-ci-e2e-test
    resourceVersion: "28587"
    uid: 69755e91-7c54-4c16-ad20-8ed341179441
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28586"
    uid: 55d33d4b-f5cd-4ba6-9c14-849e1f45d766
  kind: Event
  lastTimestamp: "2026-05-20T14:29:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:29:52Z"
    name: isvc-predictive-lightgbm-predictor.18b14c6deb0381ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28952"
    uid: fa6db198-eda1-4648-82b5-f80fa244cc5f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28586"
    uid: 55d33d4b-f5cd-4ba6-9c14-849e1f45d766
  kind: Event
  lastTimestamp: "2026-05-20T14:29:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:29:52Z"
    name: isvc-predictive-lightgbm-predictor.18b14c6deb6aebb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28953"
    uid: 5ba02803-38a4-4e6c-b20d-9765aec695f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: 55d33d4b-f5cd-4ba6-9c14-849e1f45d766
  kind: Event
  lastTimestamp: "2026-05-20T14:30:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:30:37Z"
    name: isvc-predictive-lightgbm-predictor.18b14c7868fba5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: 768ee6b1-8bff-4946-a47c-d4f97bf43a1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: 55d33d4b-f5cd-4ba6-9c14-849e1f45d766
  kind: Event
  lastTimestamp: "2026-05-20T14:30:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:30:37Z"
    name: isvc-predictive-lightgbm-predictor.18b14c786989a554
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: 30efdf26-302b-4fbd-89a2-ab3b2bf0f10a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:33:38.590693Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30798"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:33:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:33:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14ca97b5972af
    namespace: kserve-ci-e2e-test
    resourceVersion: "30802"
    uid: d3ade55c-458a-49eb-8504-850f38036841
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30807"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:33:39Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:33:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14ca994d9d373
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: 35912dbf-4462-4054-862e-27d8c2979bab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:33:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:33:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14ca996a74e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "30818"
    uid: f5cbb2d3-6d45-4e57-ab67-e584c20068d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:33:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:33:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14ca99a544138
    namespace: kserve-ci-e2e-test
    resourceVersion: "30819"
    uid: 58e3e339-5625-442e-abe9-d75e96d5d0d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:33:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:33:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14ca99ad7429f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30820"
    uid: 511878ca-2ad6-4712-bf2c-55f73bcafd3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:33:43Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:33:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14caa954161e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30864"
    uid: ac1d59fd-2ca5-48e6-9a1a-5abdecc15e95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:33:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:33:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14caa99a9fd53
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: fbdcfb1a-9733-4dc8-be9c-5166f786aeae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:33:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:33:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14caa9a1831fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: bec9b29c-aa3b-481e-ade5-13ac0fdd75e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:33:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:33:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14caa9a22fe32
    namespace: kserve-ci-e2e-test
    resourceVersion: "30872"
    uid: c92487f1-adb0-4206-85bf-3d75b0998d6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:33:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:33:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14caa9cf6538f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: 26be042c-50fa-4682-b281-7b6c574ce77c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:33:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:33:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14caa9d6706f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 2f3441eb-4520-458b-82ec-2d228cf7bd82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:35:01Z"
  message: 'Readiness probe failed: Get "http://10.134.0.49:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:35:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14cb36f87ff4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: b96beb2d-2264-4a46-b9e5-f129c91bb3ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:34:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:34:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14cbc1d821a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31431"
    uid: 7c7fcaec-f81e-42f6-9d98-88293f04e70e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:34:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:34:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14cbc1d83317a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31436"
    uid: dd08075e-a161-4c0d-b7d2-c7fe1d2fd745
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: a7069de9-7035-4c8b-ae79-b0683765f201
  kind: Event
  lastTimestamp: "2026-05-20T14:35:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:35:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9.18b14cbcbf6111bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31531"
    uid: 07af7dca-5600-4207-8f4e-418173c2b435
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30785"
    uid: 7e9c3fe4-1c83-4c7c-a911-48aa6a05e468
  kind: Event
  lastTimestamp: "2026-05-20T14:33:38Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-rlmz9'
  metadata:
    creationTimestamp: "2026-05-20T14:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:33:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18b14ca97acb5daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30799"
    uid: 093d4ad6-ab9b-4467-91be-44241bdac4aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30782"
    uid: a75fe943-fa07-46b6-8cfc-83d3d19de73f
  kind: Event
  lastTimestamp: "2026-05-20T14:33:38Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:33:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b14ca974a0d28c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 3a1a9929-8924-4de1-9ee8-668f873826b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30783"
    uid: 01d23c27-afd5-4678-966c-3371194f8877
  kind: Event
  lastTimestamp: "2026-05-20T14:34:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:34:23Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b14cacf31e1d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "31153"
    uid: 84eb11e4-1938-4817-a7da-dfa08ad3865e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30783"
    uid: 01d23c27-afd5-4678-966c-3371194f8877
  kind: Event
  lastTimestamp: "2026-05-20T14:34:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:34:23Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b14cacf388048a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31155"
    uid: bc58a7d8-d856-4f57-aa6d-fb473faa1c97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:34:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30945"
    uid: 01d23c27-afd5-4678-966c-3371194f8877
  kind: Event
  lastTimestamp: "2026-05-20T14:34:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:34:53Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b14cb072c237ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31371"
    uid: 450c7f0c-5931-42fd-b5f9-ae0e9029c0b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:34:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30945"
    uid: 01d23c27-afd5-4678-966c-3371194f8877
  kind: Event
  lastTimestamp: "2026-05-20T14:34:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:34:53Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b14cb07334ee78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31372"
    uid: c0e90086-90fd-4b06-b0ad-8cfe8baa93d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30756"
    uid: e82fd665-2d10-4109-ae11-63a5fc304c6d
  kind: Event
  lastTimestamp: "2026-05-20T14:34:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:34:51Z"
    name: isvc-predictive-lightgbm-v2.18b14ca97454d876
    namespace: kserve-ci-e2e-test
    resourceVersion: "31355"
    uid: 41e263b3-e775-464d-8a6a-a960c2c130ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30756"
    uid: e82fd665-2d10-4109-ae11-63a5fc304c6d
  kind: Event
  lastTimestamp: "2026-05-20T14:33:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:33:38Z"
    name: isvc-predictive-lightgbm-v2.18b14ca97506363c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30791"
    uid: ea0d9f66-7769-437c-b78d-be7affa53b62
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:34:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31353"
    uid: e82fd665-2d10-4109-ae11-63a5fc304c6d
  kind: Event
  lastTimestamp: "2026-05-20T14:34:51Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:34:51Z"
    name: isvc-predictive-lightgbm-v2.18b14cba7171e743
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: cd1ff993-56f2-4aa5-bd64-b8bdb0e78906
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28555"
    uid: 6ada087d-0529-4416-b291-766a040b60d2
  kind: Event
  lastTimestamp: "2026-05-20T14:30:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:30:30Z"
    name: isvc-predictive-lightgbm.18b14c6a6c59123c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29230"
    uid: 78edd0fe-5b19-40a5-aacb-ca7a032638d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28555"
    uid: 6ada087d-0529-4416-b291-766a040b60d2
  kind: Event
  lastTimestamp: "2026-05-20T14:29:07Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:29:07Z"
    name: isvc-predictive-lightgbm.18b14c6a6cd49987
    namespace: kserve-ci-e2e-test
    resourceVersion: "28590"
    uid: 495dc9bf-ed57-417c-8d8e-1133ba18e64c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29227"
    uid: 6ada087d-0529-4416-b291-766a040b60d2
  kind: Event
  lastTimestamp: "2026-05-20T14:30:30Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:30:30Z"
    name: isvc-predictive-lightgbm.18b14c7db38bd4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29228"
    uid: 1ef460b2-4134-4191-a6a9-052e99ecfdda
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:25:57.315903Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27031"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:25:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:25:57Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c3e153ab840
    namespace: kserve-ci-e2e-test
    resourceVersion: "27036"
    uid: 45c112f7-5c60-4d0b-ab9e-4461689a2b8f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:25:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:57Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c3e212da9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 68635158-b9a6-4a38-b8f8-b2e1c82f2af4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:25:58Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:25:58Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c3e52310854
    namespace: kserve-ci-e2e-test
    resourceVersion: "27056"
    uid: 1750d8cf-1bb7-4bc3-b81f-9b2a358877be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:25:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:58Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c3e53a18085
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: e2da44e2-0a1a-407b-b7d4-8864f10eacd0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:25:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:58Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c3e568293d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: e0974539-2229-4040-a065-29c408ce3a43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:25:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:58Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c3e56ede437
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: 65842506-4b89-4fb7-a5bf-568b571b0c90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:26:02Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-05-20T14:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:26:02Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c3f5c2a9a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "27103"
    uid: e319191b-614e-4343-b1f9-2c3682509b77
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:26:24Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.369s
    (21.369s including waiting). Image size: 2325073472 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:26:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c4455e6138a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27266"
    uid: 958a511c-b04e-4b1c-bc68-765427b11374
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:26:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:26:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c445e143cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27268"
    uid: 6054cdff-77c0-41c7-9e95-b7d4c4fb52ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:26:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:26:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c445ef62eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27269"
    uid: 5b1c86e8-5f84-4533-aedb-510f6f28594d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:26:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:26:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c445f04a404
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: 3c3d5805-acd7-411f-85ce-34cc51ec408c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:26:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:26:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c4463bc347b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27271"
    uid: 339b087c-36dc-4bcd-9ae5-85dba19d41da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:26:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:26:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c4464de7e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "27272"
    uid: 0d4cce85-dcc5-43a2-a6fb-f8ddac4cf639
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T14:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:27:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:27:31Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c44bd20b1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 557f213d-dd6b-46a6-bfc3-2e8d10107aad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:27:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:27:47Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c57c02433fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27894"
    uid: 02772508-cc84-4baa-9e73-646a062a9956
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 718abd58-e978-4a3e-8fe6-01e0ffb95c08
  kind: Event
  lastTimestamp: "2026-05-20T14:27:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:27:47Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl.18b14c57c024a93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27896"
    uid: fef0bafe-8304-41b0-968e-4d24aafb2e9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 2c1a555c-f2bd-4c8d-b7d0-ca5d7c969871
  kind: Event
  lastTimestamp: "2026-05-20T14:25:57Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-mlpnl'
  metadata:
    creationTimestamp: "2026-05-20T14:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:25:57Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18b14c3e14d26b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: c0fa6054-e2f0-44df-af89-4ad70a065948
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 6a9cf44d-3719-4aef-ab55-1517e58af9c9
  kind: Event
  lastTimestamp: "2026-05-20T14:25:57Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:25:57Z"
    name: isvc-predictive-sklearn-predictor.18b14c3e11c485c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27021"
    uid: 1c0c7fb8-2565-47e0-ab7f-aa50d8c9056a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:26:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27018"
    uid: 6ac0714d-cfec-4c72-813f-241c2cc46206
  kind: Event
  lastTimestamp: "2026-05-20T14:26:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:26:42Z"
    name: isvc-predictive-sklearn-predictor.18b14c419090cd0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27402"
    uid: 17370d92-bed7-475a-91b1-9c1ff0029cc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:26:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27018"
    uid: 6ac0714d-cfec-4c72-813f-241c2cc46206
  kind: Event
  lastTimestamp: "2026-05-20T14:26:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:26:42Z"
    name: isvc-predictive-sklearn-predictor.18b14c4190f22923
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: 9c21e896-4371-4f51-86b3-bc811df51856
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:26:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27174"
    uid: 6ac0714d-cfec-4c72-813f-241c2cc46206
  kind: Event
  lastTimestamp: "2026-05-20T14:27:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:27:42Z"
    name: isvc-predictive-sklearn-predictor.18b14c4c0da362ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27831"
    uid: 865c66cf-9032-46bd-a0fc-c8798c08b747
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:26:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27174"
    uid: 6ac0714d-cfec-4c72-813f-241c2cc46206
  kind: Event
  lastTimestamp: "2026-05-20T14:27:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:27:42Z"
    name: isvc-predictive-sklearn-predictor.18b14c4c0e12b379
    namespace: kserve-ci-e2e-test
    resourceVersion: "27832"
    uid: 5175e8c8-fa64-49bb-80b8-c647e8435358
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:30:38.266608Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29326"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:30:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:30:38Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c7f7f323beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29332"
    uid: 34fb4cf4-39a9-4b10-a042-37fffaf2d70e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:30:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:38Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c7f8ddaf5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29342"
    uid: fd48a45d-982c-4052-a216-6ac0bf9f832d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29337"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:30:39Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:30:39Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c7fbc153e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: b3dadaee-886a-4c5f-bcc8-1632f618a510
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:30:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:39Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c7fbdb20f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "29354"
    uid: 4312c37a-2bdc-4b88-9e2f-3f9e1d84a515
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:30:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:39Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c7fc0c0e946
    namespace: kserve-ci-e2e-test
    resourceVersion: "29356"
    uid: 3fb910dd-b49f-4abd-9cb8-6eb8dd6adb2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:30:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:39Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c7fc12d3b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29357"
    uid: 9e850c89-43e4-487d-ad73-e09eb4886e87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:30:43Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:43Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c80c5f27375
    namespace: kserve-ci-e2e-test
    resourceVersion: "29397"
    uid: 5a347399-d791-4ea3-b07c-288ae9a02c10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:30:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:43Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c80c9759100
    namespace: kserve-ci-e2e-test
    resourceVersion: "29400"
    uid: fd5c8982-02be-44a4-bc0b-04ff764eef97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:30:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:43Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c80c9e73084
    namespace: kserve-ci-e2e-test
    resourceVersion: "29402"
    uid: 66c37dd4-6847-4357-aed0-a12247a44744
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:30:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:43Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c80c9f1eb15
    namespace: kserve-ci-e2e-test
    resourceVersion: "29403"
    uid: c98dbb70-e06e-4a5c-88cc-291d3e7fcf10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:30:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:43Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c80cccd1755
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: c8e9058e-3198-40f0-8dee-e11f4613a290
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:30:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:30:43Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c80cd4f7373
    namespace: kserve-ci-e2e-test
    resourceVersion: "29406"
    uid: 50362887-65da-4686-badf-94f235d875ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-20T14:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:32:11Z"
  message: 'Readiness probe failed: Get "http://10.134.0.47:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:32:11Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c899fe27d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30113"
    uid: 127e1363-bab4-464d-a337-cffed4944bd9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:32:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:32:08Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c94706aee06
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 7dc11ca0-b620-4e1a-ba07-47e5b3b9c906
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:32:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:32:08Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c94706bb80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30047"
    uid: 64103b75-dcd0-4a19-9f40-ff13c0a0c4ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 6e96de3b-d9a0-430d-8ce4-20063e730550
  kind: Event
  lastTimestamp: "2026-05-20T14:32:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:32:11Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6.18b14c9543c7f745
    namespace: kserve-ci-e2e-test
    resourceVersion: "30112"
    uid: d03e550d-5ce5-4d5c-b9d1-1e54ba4e4c90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29315"
    uid: 15a931c1-8a59-4883-b3b7-d900907f60e6
  kind: Event
  lastTimestamp: "2026-05-20T14:30:38Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-ztgr6'
  metadata:
    creationTimestamp: "2026-05-20T14:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:30:38Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18b14c7f7eaf0ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29330"
    uid: e98853d3-01f4-4554-a59b-dd4652926b1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29311"
    uid: 4692e3be-6bbb-4f92-9af0-81ff047d1d7a
  kind: Event
  lastTimestamp: "2026-05-20T14:30:38Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:30:38Z"
    name: isvc-predictive-sklearn-v2-predictor.18b14c7f734d2148
    namespace: kserve-ci-e2e-test
    resourceVersion: "29317"
    uid: 8f14940b-2e44-40f5-9553-5ec7204f754c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29313"
    uid: a36ff114-2f4c-4cf2-997f-9ed9609ab4ad
  kind: Event
  lastTimestamp: "2026-05-20T14:31:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:31:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18b14c82f0b7937d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29579"
    uid: 2b333818-4bd5-46d7-b5e0-9e716913ce43
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29313"
    uid: a36ff114-2f4c-4cf2-997f-9ed9609ab4ad
  kind: Event
  lastTimestamp: "2026-05-20T14:31:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:31:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18b14c82f125d0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29581"
    uid: be8ef749-4ac5-4975-88cf-5675e6252e68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29476"
    uid: a36ff114-2f4c-4cf2-997f-9ed9609ab4ad
  kind: Event
  lastTimestamp: "2026-05-20T14:32:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:32:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18b14c89ef114d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30016"
    uid: 471d1d24-5e68-41c5-9f41-887ce4b25910
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29476"
    uid: a36ff114-2f4c-4cf2-997f-9ed9609ab4ad
  kind: Event
  lastTimestamp: "2026-05-20T14:32:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:32:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18b14c89ef71f0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30017"
    uid: b4cd36ca-39e2-4121-b36e-b447b5958646
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29284"
    uid: b9b95225-92b9-43a2-aeee-33675f567548
  kind: Event
  lastTimestamp: "2026-05-20T14:32:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:32:01Z"
    name: isvc-predictive-sklearn-v2.18b14c7f71f30d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: a86decfa-21d0-4166-87ab-bd036dc140e3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29284"
    uid: b9b95225-92b9-43a2-aeee-33675f567548
  kind: Event
  lastTimestamp: "2026-05-20T14:30:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:30:38Z"
    name: isvc-predictive-sklearn-v2.18b14c7f729147a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29316"
    uid: c2f18116-35b7-4590-a9a8-c6854601d0c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29969"
    uid: b9b95225-92b9-43a2-aeee-33675f567548
  kind: Event
  lastTimestamp: "2026-05-20T14:32:01Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:32:01Z"
    name: isvc-predictive-sklearn-v2.18b14c92f61fc4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29970"
    uid: 0a986853-5ff0-43e6-95c7-ca63f0e39745
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27007"
    uid: 08b148d8-5c31-44be-ad11-b642db193b77
  kind: Event
  lastTimestamp: "2026-05-20T14:27:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:27:42Z"
    name: isvc-predictive-sklearn.18b14c3e1191b6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27829"
    uid: 5f52daec-56d4-42b3-9421-de6a85f619e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27007"
    uid: 08b148d8-5c31-44be-ad11-b642db193b77
  kind: Event
  lastTimestamp: "2026-05-20T14:25:57Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:25:57Z"
    name: isvc-predictive-sklearn.18b14c3e122fd5cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27023"
    uid: dde7aa24-a73c-48a9-bf72-fe0fd3d65534
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27827"
    uid: 08b148d8-5c31-44be-ad11-b642db193b77
  kind: Event
  lastTimestamp: "2026-05-20T14:27:41Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:27:41Z"
    name: isvc-predictive-sklearn.18b14c567459890f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27828"
    uid: 2df4c55a-2867-4f0b-83e9-ebf037fae3d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:27:47.732152Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:27:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:27:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c57ca8d0737
    namespace: kserve-ci-e2e-test
    resourceVersion: "27923"
    uid: ff49a381-a0a2-442b-b5d4-20dc65aa7882
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27929"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:27:48Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:27:48Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c57e3d4f292
    namespace: kserve-ci-e2e-test
    resourceVersion: "27933"
    uid: 51a80af8-e565-4b0f-bd40-de93728ee3f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:27:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:27:48Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c57e544f53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27935"
    uid: 3f547b29-9ce1-4300-819b-5d1e0fbbf887
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:27:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:27:48Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c57e9651761
    namespace: kserve-ci-e2e-test
    resourceVersion: "27937"
    uid: 7b88e69c-2454-424b-9833-c45d88515be6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:27:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:27:48Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c57ea185e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27938"
    uid: 67f34c7f-dc21-4c20-b6df-e011f43cf3f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:27:52Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:27:52Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c58d3c3b033
    namespace: kserve-ci-e2e-test
    resourceVersion: "27971"
    uid: 449745c3-c00c-41e8-8198-5f73e0dba1fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:27:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:27:52Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c58d6fd9e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 1bc78120-9fb4-4794-9bdf-52338cc86ec7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:27:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:27:52Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c58d769a97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27976"
    uid: f4c38361-2739-468a-b6e3-74f5add97175
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:27:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:27:52Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c58d7746b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "27979"
    uid: 33ee74e8-2935-4692-beaa-47a65a7ae3e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:27:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:27:52Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c58da0df3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27981"
    uid: 99121693-a244-403d-b30e-b6d027f67053
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:27:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:27:52Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c58da8ca888
    namespace: kserve-ci-e2e-test
    resourceVersion: "27983"
    uid: 0983b8c2-cc3b-47ef-b443-6af76cddcda9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:29:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:29:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c590fcca0e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28638"
    uid: 87e431e5-d148-47fb-9a6a-75a9caf93f91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:29:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:29:07Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c6a6b35c061
    namespace: kserve-ci-e2e-test
    resourceVersion: "28581"
    uid: e8c40732-8fa5-472a-805b-276ec2681ba3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:29:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:29:07Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c6a6b366f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "28584"
    uid: b4d3705e-0a6e-4b45-9891-2e2b8ed502fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: c55a76a3-e0a7-46ef-ae9d-e840574c85fb
  kind: Event
  lastTimestamp: "2026-05-20T14:29:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:29:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9.18b14c6afdc1d514
    namespace: kserve-ci-e2e-test
    resourceVersion: "28637"
    uid: 6da1bb60-016f-487c-8cca-0da1267ba035
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27902"
    uid: a6c4c6e4-1158-49df-bc53-1c5c67945649
  kind: Event
  lastTimestamp: "2026-05-20T14:27:47Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-747x9'
  metadata:
    creationTimestamp: "2026-05-20T14:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:27:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18b14c57c96db9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27917"
    uid: 12dd2279-b7fd-4a51-b8be-d5e05839cac3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: 32d6e05c-bdd0-40b3-bb68-4654e648638f
  kind: Event
  lastTimestamp: "2026-05-20T14:27:47Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:27:47Z"
    name: isvc-predictive-xgboost-predictor.18b14c57c2c94b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27906"
    uid: fac28f76-1afa-42fa-a119-0d56281a5cbc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:28:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27901"
    uid: e5cd36cb-6bbf-4a73-95d4-4e6c1ce31be7
  kind: Event
  lastTimestamp: "2026-05-20T14:28:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:28:32Z"
    name: isvc-predictive-xgboost-predictor.18b14c5b41b67b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "28284"
    uid: 0c8698b9-47f2-4eba-8a25-4c04632633db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:28:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27901"
    uid: e5cd36cb-6bbf-4a73-95d4-4e6c1ce31be7
  kind: Event
  lastTimestamp: "2026-05-20T14:28:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:28:32Z"
    name: isvc-predictive-xgboost-predictor.18b14c5b421f10ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28285"
    uid: f2ab5d0c-024e-4b8c-9e76-7aef0dab5d9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:28:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28061"
    uid: e5cd36cb-6bbf-4a73-95d4-4e6c1ce31be7
  kind: Event
  lastTimestamp: "2026-05-20T14:29:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:29:02Z"
    name: isvc-predictive-xgboost-predictor.18b14c65bf08bb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28515"
    uid: 435febfc-e17e-4ec1-affe-2f3111fceb06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:28:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28061"
    uid: e5cd36cb-6bbf-4a73-95d4-4e6c1ce31be7
  kind: Event
  lastTimestamp: "2026-05-20T14:29:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:29:02Z"
    name: isvc-predictive-xgboost-predictor.18b14c65bf77359f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28516"
    uid: 86fbed71-caeb-4275-9247-df0b94242490
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:32:08.306045Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30058"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:32:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:32:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14c9475f718d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 763c00d5-424b-4e81-95e3-83abd4bc3bfe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:32:08Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:32:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14c948f3305ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30078"
    uid: bcc00bc6-2d4e-4e6f-bcae-5385acf2067a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:32:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:32:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14c9490a2f652
    namespace: kserve-ci-e2e-test
    resourceVersion: "30080"
    uid: 043a1870-405e-4c13-8ff7-cfeadf395f1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:32:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:32:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14c94934bf53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: 5bb40005-b55c-471f-b456-7e12aabfbb1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:32:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:32:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14c9493bb2e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "30083"
    uid: bc4346a1-d909-4cbf-8e85-9b828039297e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:32:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:32:13Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14c95902df133
    namespace: kserve-ci-e2e-test
    resourceVersion: "30125"
    uid: bf3bf2b7-aefe-49fc-b906-525550a3ad40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:32:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:32:13Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14c95933ca59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30130"
    uid: dd8ac9e0-1a6e-4b76-b68a-54bd67a4e8f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:32:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:32:13Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14c9593aaec0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30131"
    uid: b09a86ed-d5ec-470e-8704-264271eb378b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:32:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:32:13Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14c9593b7e509
    namespace: kserve-ci-e2e-test
    resourceVersion: "30134"
    uid: ebdbcd31-7088-4de9-8ef9-c0822370b32b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:32:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:32:13Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14c9596d99e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "30136"
    uid: c04106e2-ab2c-4af6-9d6b-ad8515bedcbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:32:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:32:13Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14c95975b6e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "30137"
    uid: 14c4084a-cc16-4426-ae4f-f4eaeeb790ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:33:41Z"
  message: 'Readiness probe failed: Get "http://10.134.0.48:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:33:41Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14c9e6a43a53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 28ede3da-cb88-490e-acd8-f81f5db56938
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:33:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:33:38Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14ca973ff5fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30784"
    uid: 2fcf45b9-5d54-4f47-b7ba-355bf4da3536
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:33:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:33:38Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14ca974025c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30787"
    uid: 31527623-415e-4e02-9c34-845414620d10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 2881701a-0d8c-46a5-93d3-f7320b80b5bd
  kind: Event
  lastTimestamp: "2026-05-20T14:33:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:33:41Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8.18b14caa0e148075
    namespace: kserve-ci-e2e-test
    resourceVersion: "30843"
    uid: 34cd2240-73bb-41ab-a713-5fd443127671
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30046"
    uid: 21049a52-f75a-46da-a0f4-e14733cb89eb
  kind: Event
  lastTimestamp: "2026-05-20T14:32:08Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wf5r8'
  metadata:
    creationTimestamp: "2026-05-20T14:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:32:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18b14c9475840f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "30059"
    uid: fe0a2f88-0fb8-48ec-9a93-9633c2a3e9e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30043"
    uid: 46251551-cff1-4ed7-ba8f-f2fbaf221fd0
  kind: Event
  lastTimestamp: "2026-05-20T14:32:08Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:32:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18b14c947110d8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30049"
    uid: c88b03ba-d58f-4dee-a7f0-33bd100a2f55
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 2434202f-b816-4963-8f69-26a0fb70cf78
  kind: Event
  lastTimestamp: "2026-05-20T14:32:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:32:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18b14c97ef9d745b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 4abe1fa9-6dbd-45f3-a80e-4f5dde7affda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 2434202f-b816-4963-8f69-26a0fb70cf78
  kind: Event
  lastTimestamp: "2026-05-20T14:32:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:32:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18b14c97f0039c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: d69acfba-83ed-41da-a2a0-ad02fe273a29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30210"
    uid: 2434202f-b816-4963-8f69-26a0fb70cf78
  kind: Event
  lastTimestamp: "2026-05-20T14:33:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:33:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18b14c9b6f706c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: b87ef87f-f52c-4a7f-bf90-089c8f432a54
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30210"
    uid: 2434202f-b816-4963-8f69-26a0fb70cf78
  kind: Event
  lastTimestamp: "2026-05-20T14:33:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:33:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18b14c9b6fe26380
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: 9f4543fa-ed9e-4a9e-9b07-22fe9c8f35e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30015"
    uid: 943ba733-1769-4312-89df-27f5104ddcde
  kind: Event
  lastTimestamp: "2026-05-20T14:33:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:33:31Z"
    name: isvc-predictive-xgboost-v2.18b14c9470dd54b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30700"
    uid: dbee3ea1-96e6-4a4e-b931-f4378906f8c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30015"
    uid: 943ba733-1769-4312-89df-27f5104ddcde
  kind: Event
  lastTimestamp: "2026-05-20T14:32:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:32:08Z"
    name: isvc-predictive-xgboost-v2.18b14c947171e7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30068"
    uid: 2f9b1dab-49bd-482c-95bf-3ffc40caa34e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:32:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30028"
    uid: 943ba733-1769-4312-89df-27f5104ddcde
  kind: Event
  lastTimestamp: "2026-05-20T14:32:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:32:08Z"
    name: isvc-predictive-xgboost-v2.18b14c947795e58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 21758f7c-165f-4c23-926f-0e02bbde01e9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:33:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30698"
    uid: 943ba733-1769-4312-89df-27f5104ddcde
  kind: Event
  lastTimestamp: "2026-05-20T14:33:31Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:33:31Z"
    name: isvc-predictive-xgboost-v2.18b14ca7bffdbdf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30699"
    uid: c93f266a-fcae-4c07-87d7-838aedaa7ca3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27871"
    uid: d677e920-9fac-4245-a665-780eb7973c63
  kind: Event
  lastTimestamp: "2026-05-20T14:29:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:29:00Z"
    name: isvc-predictive-xgboost.18b14c57c2772c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28501"
    uid: 9a48fa74-85f8-494c-a6e5-3c3b20767669
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27871"
    uid: d677e920-9fac-4245-a665-780eb7973c63
  kind: Event
  lastTimestamp: "2026-05-20T14:27:47Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:27:47Z"
    name: isvc-predictive-xgboost.18b14c57c35709fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27927"
    uid: 89c60c85-1bc5-4525-bae5-8ef524676004
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:27:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27881"
    uid: d677e920-9fac-4245-a665-780eb7973c63
  kind: Event
  lastTimestamp: "2026-05-20T14:27:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:27:47Z"
    name: isvc-predictive-xgboost.18b14c57cb7cf23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27928"
    uid: b251e1ba-237f-4d80-903c-03360c1973f5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:29:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28499"
    uid: d677e920-9fac-4245-a665-780eb7973c63
  kind: Event
  lastTimestamp: "2026-05-20T14:29:00Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:29:00Z"
    name: isvc-predictive-xgboost.18b14c68af32fcc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28500"
    uid: babac55d-56eb-47a1-811b-841ae3b24ae3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:24:15.996382Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:24:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:24:15Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c267e1d98c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26041"
    uid: 8f4533e1-6fd4-4773-a58f-42f20b396ef3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26040"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:24:17Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:24:17Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c26cbf8535e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26060"
    uid: d9fd7749-59b3-4b66-aa1c-7ab255798e16
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:24:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:24:17Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c26cda5271e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26062"
    uid: 54770aaa-256f-4665-9fb8-d8356cff127e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:24:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:24:17Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c26d100079b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26063"
    uid: 1ce5b93b-41ec-49ed-9aa1-bf0538277230
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:24:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:24:17Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c26d170ff1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26064"
    uid: 970eff3a-391d-4260-991b-672a37395aa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:24:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:24:21Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c27c1c748d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: c178d46a-c672-40a0-842f-13ebb99d9843
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:24:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:24:21Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c27c4e48ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26110"
    uid: 939b9c68-63c3-49f4-bc26-8205c37bfd93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:24:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:24:21Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c27c5534e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "26113"
    uid: e988d2ca-7b95-4796-8829-bb1e774979ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:24:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:24:21Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c27c55eeb0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 0a6cda9d-5de7-4075-821e-bd5679c8743d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:24:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:24:21Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c27c88bed06
    namespace: kserve-ci-e2e-test
    resourceVersion: "26116"
    uid: 4d1dd5d3-87bf-42a3-b985-45e95b43c6bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:24:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:24:21Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c27c8f9225a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26117"
    uid: 919c5a41-401a-451e-be1a-dcfade8decd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:25:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:19Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c28397c8f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26533"
    uid: 82e4520b-516f-448e-872e-cf62ec68710a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:25:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:51Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c3cd789c322
    namespace: kserve-ci-e2e-test
    resourceVersion: "26868"
    uid: b7b3f22a-f40c-4aaf-a7a0-2f1745f68aee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:25:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:51Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c3cd78a47a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26869"
    uid: 622d20f0-4256-4ae7-b454-31cd4908bde2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 6256f6d6-f1fd-42e5-847b-d8e85faf6c0f
  kind: Event
  lastTimestamp: "2026-05-20T14:25:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:54Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn.18b14c3d69afd5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "26958"
    uid: b8928025-edd7-4b1a-93a2-66012dafba22
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-9eb24d-predictor-86f8cd785d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26025"
    uid: e7442afa-8c8a-4ea3-b367-3ed9b61da291
  kind: Event
  lastTimestamp: "2026-05-20T14:24:15Z"
  message: 'Created pod: isvc-primary-9eb24d-predictor-86f8cd785d-wslfn'
  metadata:
    creationTimestamp: "2026-05-20T14:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:24:15Z"
    name: isvc-primary-9eb24d-predictor-86f8cd785d.18b14c267c13e5d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26036"
    uid: 924c56f2-22c4-48f7-a382-e9f2164ed19e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-9eb24d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26022"
    uid: 5eff83d7-168a-4924-a048-c5ff5bcc8bbd
  kind: Event
  lastTimestamp: "2026-05-20T14:24:15Z"
  message: Scaled up replica set isvc-primary-9eb24d-predictor-86f8cd785d from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T14:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:24:15Z"
    name: isvc-primary-9eb24d-predictor.18b14c2672cfea44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26027"
    uid: 6cd10ef4-86dc-4ccd-90e1-d1fd8925eae9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9eb24d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26024"
    uid: eafaea6c-11ef-4eff-a9f8-70564a521a7a
  kind: Event
  lastTimestamp: "2026-05-20T14:24:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:24:45Z"
    name: isvc-primary-9eb24d-predictor.18b14c29f17cf911
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: 1946a927-1693-46a7-82af-f6da8d019004
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9eb24d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26024"
    uid: eafaea6c-11ef-4eff-a9f8-70564a521a7a
  kind: Event
  lastTimestamp: "2026-05-20T14:24:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:24:45Z"
    name: isvc-primary-9eb24d-predictor.18b14c29f207ad58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: ab85ade9-ef94-4b19-87f2-5ccd104861f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9eb24d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26188"
    uid: eafaea6c-11ef-4eff-a9f8-70564a521a7a
  kind: Event
  lastTimestamp: "2026-05-20T14:25:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:25:45Z"
    name: isvc-primary-9eb24d-predictor.18b14c30f0605f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "26795"
    uid: 834279b5-3219-413e-a6cd-609f176520a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9eb24d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26188"
    uid: eafaea6c-11ef-4eff-a9f8-70564a521a7a
  kind: Event
  lastTimestamp: "2026-05-20T14:25:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:25:45Z"
    name: isvc-primary-9eb24d-predictor.18b14c30f0cdc498
    namespace: kserve-ci-e2e-test
    resourceVersion: "26796"
    uid: 48eb090f-8e7a-4fda-b540-98807bfc00eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9eb24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25994"
    uid: 6ba1bf3c-17a7-4bda-89ca-e14f4ab20049
  kind: Event
  lastTimestamp: "2026-05-20T14:25:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:25:29Z"
    name: isvc-primary-9eb24d.18b14c26727d7743
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: 0d0ef424-967a-4dcd-bbc3-1b4866ee84ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9eb24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25994"
    uid: 6ba1bf3c-17a7-4bda-89ca-e14f4ab20049
  kind: Event
  lastTimestamp: "2026-05-20T14:24:16Z"
  message: 'Failed to update status for InferenceService "isvc-primary-9eb24d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-9eb24d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:24:16Z"
    name: isvc-primary-9eb24d.18b14c267351f741
    namespace: kserve-ci-e2e-test
    resourceVersion: "26042"
    uid: d8e3df21-eb0c-4fba-87c2-0368d150a1d0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:24:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9eb24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25994"
    uid: 6ba1bf3c-17a7-4bda-89ca-e14f4ab20049
  kind: Event
  lastTimestamp: "2026-05-20T14:24:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-9eb24d": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:24:16Z"
    name: isvc-primary-9eb24d.18b14c267352486a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26044"
    uid: 26577c1d-7d7b-4ade-8116-2d113570f24e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9eb24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: 6ba1bf3c-17a7-4bda-89ca-e14f4ab20049
  kind: Event
  lastTimestamp: "2026-05-20T14:25:29Z"
  message: InferenceService [isvc-primary-9eb24d] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:25:29Z"
    name: isvc-primary-9eb24d.18b14c379ddd7f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26611"
    uid: 6a600aaf-d2ee-4bbe-8741-7635de9766b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:25:36.038723Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26685"
    uid: 57f2551b-c26d-4c3f-95ba-c2de8f9d991e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-9eb24d-predictor-b57645d49-vgm5v
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:25:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:25:36Z"
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v.18b14c392103fe02
    namespace: kserve-ci-e2e-test
    resourceVersion: "26689"
    uid: e40db90b-b403-46f0-84e4-293d43c8675d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26687"
    uid: 57f2551b-c26d-4c3f-95ba-c2de8f9d991e
  kind: Event
  lastTimestamp: "2026-05-20T14:25:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-9eb24d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:36Z"
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v.18b14c392e28539c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26699"
    uid: 294b84d3-27af-4bd1-b582-fac0b760e851
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: 57f2551b-c26d-4c3f-95ba-c2de8f9d991e
  kind: Event
  lastTimestamp: "2026-05-20T14:25:37Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:25:37Z"
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v.18b14c395e7b2c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 9b3a9bc5-c5b3-4f92-afbb-52c1576073c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26687"
    uid: 57f2551b-c26d-4c3f-95ba-c2de8f9d991e
  kind: Event
  lastTimestamp: "2026-05-20T14:25:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:40Z"
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v.18b14c3960df0bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: ff905b02-83cc-47e3-9463-a0d4532812b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26687"
    uid: 57f2551b-c26d-4c3f-95ba-c2de8f9d991e
  kind: Event
  lastTimestamp: "2026-05-20T14:25:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:40Z"
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v.18b14c3963a95add
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2f9f60b9-dfb9-45a2-b21e-d4d3cce31e6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26687"
    uid: 57f2551b-c26d-4c3f-95ba-c2de8f9d991e
  kind: Event
  lastTimestamp: "2026-05-20T14:25:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:40Z"
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v.18b14c396419dbad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26747"
    uid: a3e13e7c-3e9c-40f4-a170-1b7d3183f629
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26687"
    uid: 57f2551b-c26d-4c3f-95ba-c2de8f9d991e
  kind: Event
  lastTimestamp: "2026-05-20T14:25:44Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-9eb24d-predictor-b57645d49-vgm5v_kserve-ci-e2e-test(57f2551b-c26d-4c3f-95ba-c2de8f9d991e)
  metadata:
    creationTimestamp: "2026-05-20T14:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:25:44Z"
    name: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v.18b14c3b26346bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26781"
    uid: ea9921c8-a022-405c-a035-0eaceff51535
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-9eb24d-predictor-b57645d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26675"
    uid: d504d8db-6f41-4ecf-b7d2-b20873dc300f
  kind: Event
  lastTimestamp: "2026-05-20T14:25:36Z"
  message: 'Created pod: isvc-secondary-9eb24d-predictor-b57645d49-vgm5v'
  metadata:
    creationTimestamp: "2026-05-20T14:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:25:36Z"
    name: isvc-secondary-9eb24d-predictor-b57645d49.18b14c39208710ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26686"
    uid: 43a17347-c55b-41a7-a63f-67a2527f40b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-9eb24d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26673"
    uid: 27b915d9-009e-4795-a7eb-b1250676a3f1
  kind: Event
  lastTimestamp: "2026-05-20T14:25:35Z"
  message: Scaled up replica set isvc-secondary-9eb24d-predictor-b57645d49 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-20T14:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:25:35Z"
    name: isvc-secondary-9eb24d-predictor.18b14c391a73f953
    namespace: kserve-ci-e2e-test
    resourceVersion: "26678"
    uid: e28e0db1-8b61-47cf-b0cf-7b112b9de6b2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9eb24d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26674"
    uid: 420de492-0989-49a3-9c9f-0293d9f8b0fc
  kind: Event
  lastTimestamp: "2026-05-20T14:25:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:25:50Z"
    name: isvc-secondary-9eb24d-predictor.18b14c3c98a49ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26835"
    uid: c0b58294-2e06-474b-8325-648d6b127401
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9eb24d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26674"
    uid: 420de492-0989-49a3-9c9f-0293d9f8b0fc
  kind: Event
  lastTimestamp: "2026-05-20T14:25:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:25:50Z"
    name: isvc-secondary-9eb24d-predictor.18b14c3c997b7ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26837"
    uid: fabae7ae-c539-4b3e-8549-4f6d236ab8f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9eb24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: 563933a4-b670-4ce6-8931-28e4e638aa72
  kind: Event
  lastTimestamp: "2026-05-20T14:25:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:25:47Z"
    name: isvc-secondary-9eb24d.18b14c3919c97c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: ea291c01-4a2d-4f4f-8e68-93e8cd598227
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9eb24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: 563933a4-b670-4ce6-8931-28e4e638aa72
  kind: Event
  lastTimestamp: "2026-05-20T14:25:35Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-9eb24d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-9eb24d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:25:35Z"
    name: isvc-secondary-9eb24d.18b14c391a47f0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26677"
    uid: 4f43ecaa-de4a-4d46-865d-c7a86c6d1a4b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:25:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9eb24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: 563933a4-b670-4ce6-8931-28e4e638aa72
  kind: Event
  lastTimestamp: "2026-05-20T14:25:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-9eb24d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:25:35Z"
    name: isvc-secondary-9eb24d.18b14c391a4838b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26680"
    uid: 382c6f34-d85a-4a59-8ce7-8d0c3d769d7f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:04:35.473231Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:04:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:04:35Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b13a173d9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: 997f5852-2960-45ad-ac52-b80fda9402ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16019"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:35Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:04:35Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b13babaa530
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: cbc478f9-a918-4a94-82e5-bc1e9edf16ba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:35Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b13bc3d2858
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 38d0735c-b263-4750-9f31-caa3f7dac11d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:35Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b13becf80e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: c2d63431-c240-4304-8a15-4b58d56e7fb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:35Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b13bf329c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16031"
    uid: bd60a084-6f2c-4aba-becb-855800e57188
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:40Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b14c14098b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: 065110cb-0b1c-41c0-89cd-12d50ce6d5e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:40Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b14c409f715
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 6a8cfb92-1924-4bec-a9c0-a2c0bc913181
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:40Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b14c471d023
    namespace: kserve-ci-e2e-test
    resourceVersion: "16074"
    uid: d9bd8bb6-c4b0-4000-a87b-37b0c497eaea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:40Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b14c480e878
    namespace: kserve-ci-e2e-test
    resourceVersion: "16077"
    uid: 8bd8c991-1728-4d86-a5f5-33a93b53a33d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:40Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b14c72d65ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16079"
    uid: 92f653e4-1add-4311-b50e-9e5f9f7fbf4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:40Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b14c7ac1735
    namespace: kserve-ci-e2e-test
    resourceVersion: "16080"
    uid: 050d011c-462d-4f42-8e5b-f15ac309322f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:40Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:093b5585535b7b4890c43b46d80238c68db97d853fe4f3a7840d67abf2e0a4b5"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:40Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b14c7b89dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16081"
    uid: edcc9dfa-9ec9-453c-983a-d577d18767e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:40Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-20T14:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:40Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b14cae2725f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: a5b8b4e5-3b71-420d-84e8-298c00ed7c7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:40Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-20T14:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:40Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b14cb40370d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16083"
    uid: 87715681-85e6-4d40-ae11-21ad96630356
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:06:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:18Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b14fd3649ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: fb048b4c-0e04-4421-9357-4555a8e52187
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:06:18Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-20T14:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:18Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b1538ffe833
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 04557eca-205e-4104-b1d2-9cc375fc959d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:06:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:00Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b276fadc6e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16710"
    uid: 740b0f2c-6bc1-44d0-af0d-89a69523247a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:06:00Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-20T14:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:00Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b276fadf1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: 8aab3724-dda8-447f-b778-5cb930425dd4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:06:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:00Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b276fae7c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16715"
    uid: ebe8daae-4e57-45eb-8718-9759fb123e57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 906738d7-6b71-4d26-ae62-c862f6763d1a
  kind: Event
  lastTimestamp: "2026-05-20T14:06:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:18Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q.18b14b28151c7d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16893"
    uid: 7dae243c-2fad-4929-a39a-3720cb39c4c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: 87123f75-e7ec-4111-aece-4b95efbeffe8
  kind: Event
  lastTimestamp: "2026-05-20T14:04:35Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-d7c47fb6b-x8k8q'
  metadata:
    creationTimestamp: "2026-05-20T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:04:35Z"
    name: isvc-sklearn-batcher-custom-predictor-d7c47fb6b.18b14b13a1025c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: c9de7206-0cef-40f8-bf10-1a5c03f15bf1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: 384414cf-b869-4e5c-9963-e1216440640b
  kind: Event
  lastTimestamp: "2026-05-20T14:04:35Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-d7c47fb6b from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:04:35Z"
    name: isvc-sklearn-batcher-custom-predictor.18b14b139b4015c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: d52ab27f-997d-4ed6-a83a-3d29ec3f8501
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15996"
    uid: 5d67b8bb-374b-45d7-8ace-4a80cbbc4c26
  kind: Event
  lastTimestamp: "2026-05-20T14:05:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:05:20Z"
    name: isvc-sklearn-batcher-custom-predictor.18b14b1719b8c082
    namespace: kserve-ci-e2e-test
    resourceVersion: "16386"
    uid: fec9c1f2-0a4b-442f-8ac1-a75ce66ba654
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15996"
    uid: 5d67b8bb-374b-45d7-8ace-4a80cbbc4c26
  kind: Event
  lastTimestamp: "2026-05-20T14:05:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:05:20Z"
    name: isvc-sklearn-batcher-custom-predictor.18b14b171a235730
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: ffa66115-ec8a-4bcb-b1a2-961f6f5721c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:05:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 5d67b8bb-374b-45d7-8ace-4a80cbbc4c26
  kind: Event
  lastTimestamp: "2026-05-20T14:05:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:05:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18b14b21979c2f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: dff02e22-d870-4399-a368-a0431da431b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:05:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 5d67b8bb-374b-45d7-8ace-4a80cbbc4c26
  kind: Event
  lastTimestamp: "2026-05-20T14:05:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:05:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18b14b21980b791d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: 847483ef-01d1-4d3c-9837-a61d798a38e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15968"
    uid: 607cc34b-f33d-40ee-ae20-757df3d0d54a
  kind: Event
  lastTimestamp: "2026-05-20T14:05:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:05:48Z"
    name: isvc-sklearn-batcher-custom.18b14b139b0d6dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: d0d67abc-30d5-417e-9cc0-7dfe0780a719
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15968"
    uid: 607cc34b-f33d-40ee-ae20-757df3d0d54a
  kind: Event
  lastTimestamp: "2026-05-20T14:04:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:04:35Z"
    name: isvc-sklearn-batcher-custom.18b14b139b6c7dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16003"
    uid: 18716790-4299-4478-82d1-384d1f40c5e4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:05:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: 607cc34b-f33d-40ee-ae20-757df3d0d54a
  kind: Event
  lastTimestamp: "2026-05-20T14:05:48Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:05:48Z"
    name: isvc-sklearn-batcher-custom.18b14b249c6a0476
    namespace: kserve-ci-e2e-test
    resourceVersion: "16596"
    uid: aa35f657-d491-41b3-b671-238a1ba5cf34
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:03:00.354726Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:03:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:03:00Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14afd7bf2e1bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15243"
    uid: 3ee788d4-ad47-4fdf-9153-71e298ad7832
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:00Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:03:00Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14afd95744961
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: 918db810-a8d8-4f3b-a8ab-1f1b3748dbc5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:00Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14afd971388a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: bfad1436-0885-40fd-b1c4-f1c9edc9c115
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:00Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14afd9a234a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15261"
    uid: 77829297-a277-4423-8d97-4917b9b49d40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:00Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14afd9a842f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: 18523b7e-5958-46dc-b845-146b8822ff18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:04Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
  metadata:
    creationTimestamp: "2026-05-20T14:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:04Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14afe8fc2d443
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: aa49d505-a228-4d10-95dd-48a4b6380a91
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
    in 12.327s (12.327s including waiting). Image size: 1560929697 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:17Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b016e913f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 3d7dba83-08dd-4d7e-aada-954e362fc7a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:17Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b0171d1988d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 76553ea9-14b8-4f96-b4ad-f252e5bc6b92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:17Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b0172420dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15391"
    uid: 9caa16c0-883f-4194-8c86-20aff1a7a850
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-05-20T14:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:17Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b01724dbd27
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: 67702677-ed44-42f4-890b-f288c6ff3605
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.156s (2.156s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:19Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b01f2d74805
    namespace: kserve-ci-e2e-test
    resourceVersion: "15404"
    uid: 53720534-110c-424f-8a1e-98778d3b878d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:19Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b01f5f4f521
    namespace: kserve-ci-e2e-test
    resourceVersion: "15405"
    uid: 4a2142e0-a14c-4c75-b8a3-fc9894b6cc0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:19Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b01f67e40f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: 247af4a6-4b9b-400b-8f8e-db2fcd27ecb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:19Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:093b5585535b7b4890c43b46d80238c68db97d853fe4f3a7840d67abf2e0a4b5"
  metadata:
    creationTimestamp: "2026-05-20T14:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:19Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b01f68a85a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: 7e61c265-2583-4523-bfbe-fc0e0e3eb8fd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:093b5585535b7b4890c43b46d80238c68db97d853fe4f3a7840d67abf2e0a4b5"
    in 3.07s (3.07s including waiting). Image size: 239688438 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:22Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b02ad9642b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: 5aec1aec-bfd3-4f55-b3e6-5fb3989c7926
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:22Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-20T14:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:22Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b02b10839e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: 056b67ac-46e0-4623-a7a0-12ee1f1982df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:03:22Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-20T14:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:03:22Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b02b1795e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: 5d7caa1a-2e01-4ada-b713-0d15611a0ee3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:04:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:56Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b0300a4074c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: a3c1cb40-4dae-41e1-b530-c817ced10251
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:04:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-20T14:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:46Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b0300ae4856
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: b7933c0b-7ff2-4691-81cb-ea532842979f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:04:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:35Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b139a540827
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: a063c0be-1b60-4487-932f-c19902533bce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:04:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:35Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b139a5485d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15997"
    uid: 1ba81132-7852-4efc-b049-89a5bfdd0e6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:04:35Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-20T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:35Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b139a580d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16001"
    uid: b9cf8adf-0a28-4c5b-9c23-9eeb4aaa5bde
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 0b5c4776-7e80-4fe4-9700-1e6ba0f41c7f
  kind: Event
  lastTimestamp: "2026-05-20T14:04:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:04:54Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt.18b14b1476f3c226
    namespace: kserve-ci-e2e-test
    resourceVersion: "16192"
    uid: 531445a5-2ddb-41b2-a954-ff2e07c5cc6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15226"
    uid: caf8c0ea-24a1-426c-80f3-98666cf89d18
  kind: Event
  lastTimestamp: "2026-05-20T14:03:00Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6ffbc8fbd7-vqgzt'
  metadata:
    creationTimestamp: "2026-05-20T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:03:00Z"
    name: isvc-sklearn-batcher-predictor-6ffbc8fbd7.18b14afd7b68e23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: 8d463cb0-2965-41f3-a910-f5afefde26f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15225"
    uid: c3f5ec71-bfcd-4009-b5ac-5b74ea4754d0
  kind: Event
  lastTimestamp: "2026-05-20T14:03:00Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6ffbc8fbd7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-20T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:03:00Z"
    name: isvc-sklearn-batcher-predictor.18b14afd74a2441d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15228"
    uid: b3889423-7a03-47fe-af47-3125de35f4f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: aa23e591-3f19-4b8b-b53d-637367e85c30
  kind: Event
  lastTimestamp: "2026-05-20T14:03:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:03:30Z"
    name: isvc-sklearn-batcher-predictor.18b14b00fa1fdd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: 25819a27-b95c-4066-8f3d-b938b21cf488
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: aa23e591-3f19-4b8b-b53d-637367e85c30
  kind: Event
  lastTimestamp: "2026-05-20T14:03:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:03:30Z"
    name: isvc-sklearn-batcher-predictor.18b14b00fa8910d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: 94fb823c-3893-4f4e-a599-4615b61ee405
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: aa23e591-3f19-4b8b-b53d-637367e85c30
  kind: Event
  lastTimestamp: "2026-05-20T14:04:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:04:30Z"
    name: isvc-sklearn-batcher-predictor.18b14b07f8a8062b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: 7fd8cbb6-5832-4e82-a4a2-63f0088f353b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: aa23e591-3f19-4b8b-b53d-637367e85c30
  kind: Event
  lastTimestamp: "2026-05-20T14:04:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:04:30Z"
    name: isvc-sklearn-batcher-predictor.18b14b07f8fc53b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15928"
    uid: fd0a3248-fc97-433b-bc44-7a5d60785bd2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: 11d249d8-90f6-43a5-961d-aaf04c54c930
  kind: Event
  lastTimestamp: "2026-05-20T14:04:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:04:26Z"
    name: isvc-sklearn-batcher.18b14afd7ab77eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: 168f676f-d9c0-4aa5-9ed8-d4db96530a77
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: 11d249d8-90f6-43a5-961d-aaf04c54c930
  kind: Event
  lastTimestamp: "2026-05-20T14:03:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:03:00Z"
    name: isvc-sklearn-batcher.18b14afd7b0e265b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15237"
    uid: c8405e23-8d40-48f2-a8d2-26a20ce3ce12
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:03:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: 11d249d8-90f6-43a5-961d-aaf04c54c930
  kind: Event
  lastTimestamp: "2026-05-20T14:03:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:03:00Z"
    name: isvc-sklearn-batcher.18b14afd7b0e7601
    namespace: kserve-ci-e2e-test
    resourceVersion: "15241"
    uid: 35510a35-474e-4f48-915c-e3cb707fd92c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:04:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: 11d249d8-90f6-43a5-961d-aaf04c54c930
  kind: Event
  lastTimestamp: "2026-05-20T14:04:26Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:04:26Z"
    name: isvc-sklearn-batcher.18b14b1175a40967
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: fca710cf-4edc-417b-90ce-38d104be14a4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:14:57.364861Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21160"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:14:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:14:57Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba46d150c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21164"
    uid: 1eea7d7b-3dab-40a8-973c-2e34ce0138c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:14:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:58Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba478994cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 40c486c8-ec7f-44de-8901-742831a1af42
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:14:59Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:14:59Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba4dfc20759
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 8f475abd-26fa-49d8-9d99-0a05ea9a144b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:14:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:59Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba4e1675f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "21197"
    uid: 4c3d3321-1af3-4a89-85d0-3d866df231e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:14:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:59Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba4e4031dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21199"
    uid: 50aedd52-b395-46d2-b316-026a08a20170
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:14:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:14:59Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba4e460b3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21200"
    uid: 0c85e3dc-780c-4321-ae8c-bccc16b4ee48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:15:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:15:03Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba5dcada533
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 8304790d-06eb-4a6c-8537-363bee0a9506
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:15:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:15:03Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba5e098169d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21234"
    uid: 4fbf61a2-046c-40c0-8508-456e4c8b57e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:15:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:15:03Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba5e0f7121d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21235"
    uid: cac43360-dd2b-4e6d-9bef-e2c6ce64e9fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:15:03Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-05-20T14:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:15:03Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba5e1015617
    namespace: kserve-ci-e2e-test
    resourceVersion: "21238"
    uid: 3393fad3-de65-4e6d-9cc0-27ec38409e7c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:15:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.054s (3.054s including waiting). Image size: 237831719 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:15:06Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba697152507
    namespace: kserve-ci-e2e-test
    resourceVersion: "21260"
    uid: 5541fd40-a53a-455d-99d7-335bbfc17a2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:15:06Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-05-20T14:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:15:06Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba699d5c976
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: f73cdf1c-9352-42ba-a3b1-d4288489abf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:15:06Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-05-20T14:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:15:06Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba69a32696e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21262"
    uid: 1d0808d1-58a1-4122-a140-bac3c2b00f35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:15:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:15:06Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba69a3d8083
    namespace: kserve-ci-e2e-test
    resourceVersion: "21263"
    uid: 1614a52c-3723-439d-9330-367a379a9e8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:15:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:15:06Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba69cd8b4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21264"
    uid: 83b5d814-7428-46f0-ae15-7d92407fa7e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:15:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:15:06Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14ba69d32086a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21265"
    uid: 4b0efbde-f5b3-4d50-8358-0acf79e88b61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:16:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:17Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14bb71283ab7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 5188bb54-40d2-4138-bdc4-65336a423f09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:16:17Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-05-20T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:17Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14bb7128458bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21792"
    uid: b2b22a2b-2689-4d93-b67f-ac1f20cf971a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:16:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:17Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14bb7128458f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21789"
    uid: 7ee03a45-e478-4b53-8043-94fa80735952
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:16:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:44Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14bb79000f646
    namespace: kserve-ci-e2e-test
    resourceVersion: "22036"
    uid: f46485be-c4e0-4af9-9c94-33595bc1ee8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 47d38a3d-4fb8-42be-831d-497716384952
  kind: Event
  lastTimestamp: "2026-05-20T14:16:44Z"
  message: 'Readiness probe failed: Get "http://10.134.0.34:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:16:44Z"
    name: isvc-sklearn-mcp-predictor-7445486bb-g7tsz.18b14bb8ba8ce4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22038"
    uid: 84448444-cc8c-4bbe-ad54-ea9727cf4343
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-7445486bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21150"
    uid: de494545-c948-4ba0-b371-311fdb58eb03
  kind: Event
  lastTimestamp: "2026-05-20T14:14:57Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-7445486bb-g7tsz'
  metadata:
    creationTimestamp: "2026-05-20T14:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:14:57Z"
    name: isvc-sklearn-mcp-predictor-7445486bb.18b14ba46caf4561
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: 6b0640c7-8d77-408c-9815-df28939e9985
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21147"
    uid: 31046929-3591-420c-ba2e-36d19b6e4c9b
  kind: Event
  lastTimestamp: "2026-05-20T14:14:57Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-7445486bb from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:14:57Z"
    name: isvc-sklearn-mcp-predictor.18b14ba468d0c8f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21151"
    uid: d0cf87b3-3b17-4901-915b-07ee9a3f0a1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: b3e296c7-a787-4937-a0fa-20412b54b610
  kind: Event
  lastTimestamp: "2026-05-20T14:16:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:16:14Z"
    name: isvc-sklearn-mcp.18b14ba4684c1dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21737"
    uid: 45a49613-60c7-47c8-a7c7-d3a74db3864e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:14:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: b3e296c7-a787-4937-a0fa-20412b54b610
  kind: Event
  lastTimestamp: "2026-05-20T14:14:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:14:57Z"
    name: isvc-sklearn-mcp.18b14ba468dbe36b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21152"
    uid: 8f667332-78d7-4011-9350-163b0a8db24f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:16:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21735"
    uid: b3e296c7-a787-4937-a0fa-20412b54b610
  kind: Event
  lastTimestamp: "2026-05-20T14:16:14Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:16:14Z"
    name: isvc-sklearn-mcp.18b14bb66ce5e674
    namespace: kserve-ci-e2e-test
    resourceVersion: "21736"
    uid: 78fb54f6-a73b-406a-8574-7c2bc9b6905f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:35:00.917651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31495"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-76db96c987-bb7gr
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:35:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:35:00Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14cbca66b2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "31513"
    uid: 42e2df81-3242-4138-9ac8-aaa23b3a1548
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31519"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:35:01Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:35:01Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14cbcbfe05311
    namespace: kserve-ci-e2e-test
    resourceVersion: "31532"
    uid: c9f3741f-bf86-4520-a843-f36ca4d62969
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:35:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:35:01Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14cbcc2d8d472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31535"
    uid: d40a4502-ccf5-40ca-b9dc-ad64d86330fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:35:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:35:01Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14cbcc57d85a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31536"
    uid: b18572bc-99fb-4741-b5ef-94e8402dfa5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:35:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:35:01Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14cbcc5eafe68
    namespace: kserve-ci-e2e-test
    resourceVersion: "31537"
    uid: ee9b4b6f-0336-4aeb-85c1-59004babde4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:35:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:35:05Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14cbdbcb8d9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: d12f6fc0-16b5-419f-a82d-0ebb0c76de20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:35:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:35:05Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14cbdc074678d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31585"
    uid: d8db1e25-c671-43b1-af4f-b6967eb41653
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:35:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:35:05Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14cbdc0e52d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: ddd816fd-d627-4674-9eec-b0c4070d10d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:35:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:35:05Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14cbdc0f084bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31587"
    uid: 41eca680-4c52-464f-9b63-12c207312b9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:35:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:35:05Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14cbdc436e824
    namespace: kserve-ci-e2e-test
    resourceVersion: "31590"
    uid: 5e6b9a07-af34-43c0-905c-c0935a5cf5fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:35:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:35:05Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14cbdc4a14d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "31591"
    uid: 40cfcd3a-08d4-41a9-ad51-b07f382e1d2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:36:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:36:23Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14cbe347129e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32221"
    uid: 40ea6c7f-f362-496c-8838-795006e1aa61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:36:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:36:20Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14ccf48b4adf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32163"
    uid: fbc81bc5-47da-443b-994b-0380b23490e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:36:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:36:20Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14ccf48b54a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32165"
    uid: e2d3b3be-479a-4dc7-bf31-435f68b389e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-76db96c987-bb7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b5229a93-9882-4b81-8d8b-21bd33a3951f
  kind: Event
  lastTimestamp: "2026-05-20T14:36:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:36:23Z"
    name: isvc-sklearn-predictor-76db96c987-bb7gr.18b14ccfe68dddd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32220"
    uid: 565c42b2-db87-4690-966e-3836d43b2a9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-76db96c987
    namespace: kserve-ci-e2e-test
    resourceVersion: "31487"
    uid: 58f82c61-1b09-40cb-878f-855b77cac481
  kind: Event
  lastTimestamp: "2026-05-20T14:35:00Z"
  message: 'Created pod: isvc-sklearn-predictor-76db96c987-bb7gr'
  metadata:
    creationTimestamp: "2026-05-20T14:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:35:00Z"
    name: isvc-sklearn-predictor-76db96c987.18b14cbca5b04c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "31503"
    uid: e533d151-5953-49a1-85bc-5e4784df758b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31484"
    uid: 0bc16218-f637-4d2d-affc-0718957c3f09
  kind: Event
  lastTimestamp: "2026-05-20T14:35:00Z"
  message: Scaled up replica set isvc-sklearn-predictor-76db96c987 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:35:00Z"
    name: isvc-sklearn-predictor.18b14cbca0cb3a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "31489"
    uid: e35a582f-3fc2-4e06-b190-23f8536f74de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31485"
    uid: e429acda-d3b6-4904-bd60-936285ecca1f
  kind: Event
  lastTimestamp: "2026-05-20T14:35:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:35:30Z"
    name: isvc-sklearn-predictor.18b14cc01e5db688
    namespace: kserve-ci-e2e-test
    resourceVersion: "31771"
    uid: 8320bf46-de27-40c5-860a-68c15ff14b32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31485"
    uid: e429acda-d3b6-4904-bd60-936285ecca1f
  kind: Event
  lastTimestamp: "2026-05-20T14:35:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:35:30Z"
    name: isvc-sklearn-predictor.18b14cc01ec2dc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31772"
    uid: cade585e-b99b-4b4a-82b7-b453ce17fabc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31667"
    uid: e429acda-d3b6-4904-bd60-936285ecca1f
  kind: Event
  lastTimestamp: "2026-05-20T14:36:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:36:15Z"
    name: isvc-sklearn-predictor.18b14cc71db74082
    namespace: kserve-ci-e2e-test
    resourceVersion: "32100"
    uid: 76be171b-d918-4384-8efa-ff1e21572aa0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31667"
    uid: e429acda-d3b6-4904-bd60-936285ecca1f
  kind: Event
  lastTimestamp: "2026-05-20T14:36:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:36:15Z"
    name: isvc-sklearn-predictor.18b14cc71e656447
    namespace: kserve-ci-e2e-test
    resourceVersion: "32101"
    uid: b9dd6040-7ef5-4eed-b7ab-e2bd5940207b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:37:21.193513Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32690"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:37:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:37:21Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14cdd4f82f747
    namespace: kserve-ci-e2e-test
    resourceVersion: "32694"
    uid: a7ffcdec-0938-46d5-a31e-a4df190aaba1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32698"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:21Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:37:21Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14cdd694f6f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "32705"
    uid: eb90d481-bd9a-4dd6-b1ca-750356dd7a7e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:21Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14cdd6ac24cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: 7424f442-97d0-4dea-b91b-c38fe50f7f85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:21Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14cdd6da7b832
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: bc436dc9-61b9-4d48-9984-80af58b9b749
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:21Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14cdd6e15ef9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: c1d72dd7-f681-4be6-931b-8089c3b89090
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:27Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14cdead99a44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32757"
    uid: e6ff50e0-088d-4c8d-99bf-d5546e1201af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:27Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14cdeb4b0e668
    namespace: kserve-ci-e2e-test
    resourceVersion: "32762"
    uid: d16cfb10-f5fa-4848-9233-f8c997224c58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:27Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14cdeb522e5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32763"
    uid: a5b83735-987c-4e1b-82a5-f7dcd5089fa3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:27Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14cdeb5316a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32764"
    uid: bb4c861b-4731-4f5d-9083-f3adad08f6ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:27Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14cdeb949e26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32766"
    uid: b5791f5c-46ab-4528-b203-98fa94fabc0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:27Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14cdeb9bd686a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32768"
    uid: f4a710f0-9612-4b1a-8150-bd93539e71df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:34Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14cdee99d9eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32822"
    uid: be360692-e40c-48ca-b3b2-e08fe10fee8d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:58Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14ce5fcdad115
    namespace: kserve-ci-e2e-test
    resourceVersion: "33038"
    uid: 613477ad-ef43-4027-a67e-5c8f485b55e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:58Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14ce5fcdb80e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 3af224f3-9b04-4596-b858-5262e1e29ccf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: 25d6dcda-c954-441a-b8f0-4ed5382ee1de
  kind: Event
  lastTimestamp: "2026-05-20T14:37:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:59Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t.18b14ce621a5303f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33073"
    uid: f69bff92-c913-4a03-a9aa-063ae1a400ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-d76b964b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32679"
    uid: 08137b28-0fce-46ad-bb5e-cf90531642d5
  kind: Event
  lastTimestamp: "2026-05-20T14:37:21Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-d76b964b5-jrx4t'
  metadata:
    creationTimestamp: "2026-05-20T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:37:21Z"
    name: isvc-sklearn-runtime-predictor-d76b964b5.18b14cdd4f22a730
    namespace: kserve-ci-e2e-test
    resourceVersion: "32692"
    uid: b819a1f0-b476-442f-871c-4e5bf2ff82a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32677"
    uid: da90dee8-b963-4bd3-8419-8fac96bcd1f3
  kind: Event
  lastTimestamp: "2026-05-20T14:37:21Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-d76b964b5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:37:21Z"
    name: isvc-sklearn-runtime-predictor.18b14cdd4b5f26b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32681"
    uid: 81c4b019-de2e-42af-bb42-30adcc0c1833
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32678"
    uid: e69f4c2e-efdc-4f06-9f88-484d78bb6316
  kind: Event
  lastTimestamp: "2026-05-20T14:37:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:37:51Z"
    name: isvc-sklearn-runtime-predictor.18b14ce0ca52ee9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32957"
    uid: e3e40519-f465-41de-9598-61510f7d3c95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32678"
    uid: e69f4c2e-efdc-4f06-9f88-484d78bb6316
  kind: Event
  lastTimestamp: "2026-05-20T14:37:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:37:51Z"
    name: isvc-sklearn-runtime-predictor.18b14ce0cab3bce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32958"
    uid: cbb74b87-7225-4faa-8290-889f4405ac1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32646"
    uid: a23426ac-7a21-45e2-97b4-6087085cd8c9
  kind: Event
  lastTimestamp: "2026-05-20T14:37:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:37:44Z"
    name: isvc-sklearn-runtime.18b14cdd4b2e50ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 2845370c-648f-43b9-af4e-aaffabc07dcb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32646"
    uid: a23426ac-7a21-45e2-97b4-6087085cd8c9
  kind: Event
  lastTimestamp: "2026-05-20T14:37:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:37:21Z"
    name: isvc-sklearn-runtime.18b14cdd4b8d567c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32683"
    uid: 0aab340e-b1d8-443c-9117-2a4a31cd83cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32899"
    uid: a23426ac-7a21-45e2-97b4-6087085cd8c9
  kind: Event
  lastTimestamp: "2026-05-20T14:37:44Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:37:44Z"
    name: isvc-sklearn-runtime.18b14ce2aa6927e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32900"
    uid: 8bf01c2e-2233-4737-b858-cdae18c10ed7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:52:33.724866Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40348"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6c746f6458-zshfq
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:52:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:52:33Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14db1c69e68f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40355"
    uid: df212f79-dc65-43f0-9801-f5722c800951
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40358"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:52:34Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:52:34Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14db1e012d27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40365"
    uid: 6d71ef24-0698-4c5b-9653-2b4b5a266aec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:52:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:52:34Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14db1e1ab08a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40367"
    uid: 34d02c7e-9703-4857-889d-a88c90987ff0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:52:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:52:34Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14db1e4400ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40368"
    uid: dd475465-8e25-4ad4-9ee0-e7cf4724c96a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:52:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:52:34Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14db1e4f47080
    namespace: kserve-ci-e2e-test
    resourceVersion: "40369"
    uid: 61044860-ef63-4a4a-82f6-6e8129e4a280
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:52:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:52:36Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14db255a95e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "40395"
    uid: 47eacc48-14fd-4db7-83c8-8654e268d153
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:52:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:52:36Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14db258af4597
    namespace: kserve-ci-e2e-test
    resourceVersion: "40397"
    uid: 7bf9c584-065a-4023-a4db-52173df6da27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:52:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:52:36Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14db25920a669
    namespace: kserve-ci-e2e-test
    resourceVersion: "40398"
    uid: ff601395-cd6f-4363-a55d-574db7317151
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:52:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:52:36Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14db2592bc67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40401"
    uid: a57101ef-a691-49ca-a18c-59ad5caa829f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:52:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:52:36Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14db25bd3f1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40402"
    uid: 7a0926ad-7ee3-4408-b850-cf494c1fef03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:52:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:52:36Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14db25c3ec538
    namespace: kserve-ci-e2e-test
    resourceVersion: "40404"
    uid: 000190c8-e030-40ed-800b-3bdd5e9deba4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:53:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:54Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14db2cd72a0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41025"
    uid: c6f9b81f-0936-47cf-87df-b604456a5c75
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:53:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:53Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14dc46d47eb2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40986"
    uid: 673bfd2a-8ba0-4333-ab79-cd7300edce04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:53:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:53Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14dc46d48a8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40987"
    uid: 7b43a624-09ca-4af9-aa7c-f2d856348671
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 3fd61ff6-2885-488a-8cd0-733019cf32e5
  kind: Event
  lastTimestamp: "2026-05-20T14:53:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:54Z"
    name: isvc-sklearn-s3-predictor-6c746f6458-zshfq.18b14dc47f841af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41024"
    uid: 2964d1c3-b5b8-4ae2-a2b2-0a303fbedb89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6c746f6458
    namespace: kserve-ci-e2e-test
    resourceVersion: "40337"
    uid: 1d490675-1362-42fe-89f4-282dc06fdd2e
  kind: Event
  lastTimestamp: "2026-05-20T14:52:33Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6c746f6458-zshfq'
  metadata:
    creationTimestamp: "2026-05-20T14:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:52:33Z"
    name: isvc-sklearn-s3-predictor-6c746f6458.18b14db1c5eb4dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40350"
    uid: 4e3dfe0a-2fc7-41a9-8709-a1e894d5c15c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40334"
    uid: 8d60aabd-8e4b-4521-8555-fa7be5e12d22
  kind: Event
  lastTimestamp: "2026-05-20T14:52:33Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6c746f6458 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:52:33Z"
    name: isvc-sklearn-s3-predictor.18b14db1c22dc6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40340"
    uid: 636cc7c9-b317-4093-972b-7ad001041420
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40336"
    uid: f3de7441-9b81-4167-9547-0ab030116113
  kind: Event
  lastTimestamp: "2026-05-20T14:52:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:52:48Z"
    name: isvc-sklearn-s3-predictor.18b14db540c6b2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40499"
    uid: 20f3c5eb-6a70-4b7f-b614-9f2e09f481e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40336"
    uid: f3de7441-9b81-4167-9547-0ab030116113
  kind: Event
  lastTimestamp: "2026-05-20T14:52:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:52:48Z"
    name: isvc-sklearn-s3-predictor.18b14db5413d6175
    namespace: kserve-ci-e2e-test
    resourceVersion: "40501"
    uid: 43ef3351-f63a-4232-8995-573b92a98d7b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40500"
    uid: f3de7441-9b81-4167-9547-0ab030116113
  kind: Event
  lastTimestamp: "2026-05-20T14:53:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:53:48Z"
    name: isvc-sklearn-s3-predictor.18b14db8c0562663
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: 271868a4-f9e5-4c9e-8c54-6689b8762242
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40500"
    uid: f3de7441-9b81-4167-9547-0ab030116113
  kind: Event
  lastTimestamp: "2026-05-20T14:53:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:53:48Z"
    name: isvc-sklearn-s3-predictor.18b14db8c0b47a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "40928"
    uid: f7e9c0d5-cbf6-4d32-a567-400161393e47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:56:37.260546Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42454"
    uid: c1c1e5a2-53c8-4854-bb20-42cb6a219182
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:56:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:56:37Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv.18b14dea7a79e9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42460"
    uid: af7fce84-1ed2-4a7c-bc86-dce08eab6900
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42458"
    uid: c1c1e5a2-53c8-4854-bb20-42cb6a219182
  kind: Event
  lastTimestamp: "2026-05-20T14:56:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:37Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv.18b14dea854f9cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42468"
    uid: eece754c-ad08-4d6d-9d3c-b31fae17ac9c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42465"
    uid: c1c1e5a2-53c8-4854-bb20-42cb6a219182
  kind: Event
  lastTimestamp: "2026-05-20T14:56:38Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:56:38Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv.18b14deab7acd2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "42476"
    uid: 1a118952-49d8-4bbf-b312-9d523177bafc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42458"
    uid: c1c1e5a2-53c8-4854-bb20-42cb6a219182
  kind: Event
  lastTimestamp: "2026-05-20T14:56:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:44Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv.18b14deab91d5d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "42539"
    uid: 384503e1-4c04-4526-9797-acba14830d99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42458"
    uid: c1c1e5a2-53c8-4854-bb20-42cb6a219182
  kind: Event
  lastTimestamp: "2026-05-20T14:56:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:45Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv.18b14deabc7c6872
    namespace: kserve-ci-e2e-test
    resourceVersion: "42542"
    uid: 17767c15-970f-442e-aaa6-25ec35e98004
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42458"
    uid: c1c1e5a2-53c8-4854-bb20-42cb6a219182
  kind: Event
  lastTimestamp: "2026-05-20T14:56:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:45Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv.18b14deabce95e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "42544"
    uid: 2423afa0-6bd5-4c59-9a6f-ecf81db2c058
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42458"
    uid: c1c1e5a2-53c8-4854-bb20-42cb6a219182
  kind: Event
  lastTimestamp: "2026-05-20T14:56:47Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:47Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv.18b14deccf3a05f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42578"
    uid: 8866bef8-d31f-425e-b99a-7aa104ff6812
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42444"
    uid: 6438b45d-0d98-45c2-8ba6-21ac6bebd7bb
  kind: Event
  lastTimestamp: "2026-05-20T14:56:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d-nfnfv'
  metadata:
    creationTimestamp: "2026-05-20T14:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:56:37Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d.18b14dea79fb5ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42457"
    uid: 0f7b21de-4cfc-458b-aa8f-558fdbf96183
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42442"
    uid: 2e185a00-af42-47be-a685-578d779ee942
  kind: Event
  lastTimestamp: "2026-05-20T14:56:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-6d65c47c8d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:56:37Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18b14dea76d1d048
    namespace: kserve-ci-e2e-test
    resourceVersion: "42446"
    uid: ba3f4726-8bac-45d9-b6ee-bee9e31f963c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42432"
    uid: edb03fa3-fc36-4b5a-b7a1-5c8f691a191f
  kind: Event
  lastTimestamp: "2026-05-20T14:56:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:56:45Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b14dea76aabe1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42545"
    uid: 663024e5-aa5d-463a-bfc6-81e54b6dda25
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42432"
    uid: edb03fa3-fc36-4b5a-b7a1-5c8f691a191f
  kind: Event
  lastTimestamp: "2026-05-20T14:56:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:56:37Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b14dea771bf618
    namespace: kserve-ci-e2e-test
    resourceVersion: "42449"
    uid: eeae8738-59a7-40aa-a0f6-e10eddfb91ca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:55:26.149427Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41849"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:55:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14dd9ebec6522
    namespace: kserve-ci-e2e-test
    resourceVersion: "41853"
    uid: 72e6f16d-e0fb-471c-b9ed-d66c71125d3f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41859"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: "2026-05-20T14:55:26Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14dda0549becb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41869"
    uid: 5a3c2e4c-4d6d-4f1f-a3b7-315dd8585c32
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: "2026-05-20T14:55:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14dda06ddc268
    namespace: kserve-ci-e2e-test
    resourceVersion: "41871"
    uid: 99588195-efe5-4428-b70d-0655c1fdeb4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: "2026-05-20T14:55:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14dda09ef9d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41874"
    uid: 8edf12d3-5d5a-48a6-841f-1cd339cc1dd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: "2026-05-20T14:55:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14dda0a5d8f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41875"
    uid: 4bb50d32-c485-4261-b447-d44b2ddf3425
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: "2026-05-20T14:55:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14dda49452a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "41890"
    uid: 6d309d03-1b69-4de5-b9af-44b6e8a49851
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: "2026-05-20T14:55:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14dda4c743643
    namespace: kserve-ci-e2e-test
    resourceVersion: "41892"
    uid: 84e988f4-276a-4673-99ff-69b55052ff8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: "2026-05-20T14:55:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14dda4ce3964c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41893"
    uid: 5531a037-998f-4407-87fa-3bffd5060692
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: "2026-05-20T14:55:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14dda4ceefb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41894"
    uid: 38e5716a-7bd4-4ba5-b8b6-89db44cc72c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: "2026-05-20T14:55:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14dda4ff60799
    namespace: kserve-ci-e2e-test
    resourceVersion: "41895"
    uid: f8c21693-a317-4aa0-a305-68a6a121cb3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: "2026-05-20T14:55:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14dda5065312d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41896"
    uid: 3059bb60-904a-4fd4-89d0-1344526ff978
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: "2026-05-20T14:56:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14ddac0f88e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42314"
    uid: f77b864a-426e-4acc-b91f-c3147c2551cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: "2026-05-20T14:56:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14dea39d3a4e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42417"
    uid: e6a2ed24-2572-4e0b-a59e-d4b8bd37c4f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: be4dd34e-df90-45dd-bba9-65c3a5507d66
  kind: Event
  lastTimestamp: "2026-05-20T14:56:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v.18b14dea39d6d4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42419"
    uid: 2566cc5d-26d7-458c-b216-65477d65af6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41839"
    uid: 0b708830-c147-484d-b4bd-abdca1b0026d
  kind: Event
  lastTimestamp: "2026-05-20T14:55:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b-xk87v'
  metadata:
    creationTimestamp: "2026-05-20T14:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b.18b14dd9eb703b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: 7ecb6c58-a314-4d09-9d6a-f91ff690c892
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41836"
    uid: 119d0384-ad93-4568-a046-64a290269f6e
  kind: Event
  lastTimestamp: "2026-05-20T14:55:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-75fb8cbf6b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b14dd9e898bb0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41842"
    uid: 916aac7e-aae0-4ce2-a44d-19e3f0dc13c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41837"
    uid: 94007fb6-741b-46ff-b3c4-659762691393
  kind: Event
  lastTimestamp: "2026-05-20T14:55:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:55:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b14ddd679872a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42104"
    uid: 0c93213f-bf20-46b9-aacf-35842bd98e0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41837"
    uid: 94007fb6-741b-46ff-b3c4-659762691393
  kind: Event
  lastTimestamp: "2026-05-20T14:55:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:55:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b14ddd680fa3c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42105"
    uid: ee6b279a-a981-45b8-be8a-62893b803756
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41999"
    uid: 94007fb6-741b-46ff-b3c4-659762691393
  kind: Event
  lastTimestamp: "2026-05-20T14:56:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:56:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b14de4662d9b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "42318"
    uid: 4519ce95-fb3d-4be0-a0f3-7d6e47c82ca4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41999"
    uid: 94007fb6-741b-46ff-b3c4-659762691393
  kind: Event
  lastTimestamp: "2026-05-20T14:56:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:56:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b14de46696850e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: 3620b17d-de0b-4df4-a969-c38aaedebd3d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41823"
    uid: b34fa7d3-1234-484b-ba47-0fed5b4631c9
  kind: Event
  lastTimestamp: "2026-05-20T14:56:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:56:35Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b14dd9e8620f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42396"
    uid: 7dddd966-11f9-4c58-a0be-b79a77c0c53b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41823"
    uid: b34fa7d3-1234-484b-ba47-0fed5b4631c9
  kind: Event
  lastTimestamp: "2026-05-20T14:55:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b14dd9e9296484
    namespace: kserve-ci-e2e-test
    resourceVersion: "41863"
    uid: a445387d-6ada-4a53-8c54-3c4cfae41f90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41832"
    uid: b34fa7d3-1234-484b-ba47-0fed5b4631c9
  kind: Event
  lastTimestamp: "2026-05-20T14:55:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T14:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b14dd9efbb6881
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 33f59dd3-ccf4-4fa4-b422-ce1dc41e4d2e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42394"
    uid: b34fa7d3-1234-484b-ba47-0fed5b4631c9
  kind: Event
  lastTimestamp: "2026-05-20T14:56:35Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:56:35Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b14dea250cb2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "42395"
    uid: b2670e74-ca1b-4028-922a-0159b362d5a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:55:15.051618Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41679"
    uid: 93a675b9-1c93-4659-b6be-3f7d37525d7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:55:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:55:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr.18b14dd756714e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "41686"
    uid: 657b8938-5083-4c2d-be9e-229067431714
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41682"
    uid: 93a675b9-1c93-4659-b6be-3f7d37525d7e
  kind: Event
  lastTimestamp: "2026-05-20T14:55:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr.18b14dd761d669e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41696"
    uid: b2043521-ebc4-4580-8db8-4ed759a4caa9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41689"
    uid: 93a675b9-1c93-4659-b6be-3f7d37525d7e
  kind: Event
  lastTimestamp: "2026-05-20T14:55:16Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:55:16Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr.18b14dd7937fc4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41707"
    uid: 1be959aa-60da-4534-a00c-aa9dcbad93b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41682"
    uid: 93a675b9-1c93-4659-b6be-3f7d37525d7e
  kind: Event
  lastTimestamp: "2026-05-20T14:55:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:21Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr.18b14dd794ec6223
    namespace: kserve-ci-e2e-test
    resourceVersion: "41761"
    uid: 14e079b6-a251-48e3-aa82-03b56e305c02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41682"
    uid: 93a675b9-1c93-4659-b6be-3f7d37525d7e
  kind: Event
  lastTimestamp: "2026-05-20T14:55:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:21Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr.18b14dd7977ee219
    namespace: kserve-ci-e2e-test
    resourceVersion: "41764"
    uid: 01b44552-c99e-438a-af2a-586bb6e7069d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41682"
    uid: 93a675b9-1c93-4659-b6be-3f7d37525d7e
  kind: Event
  lastTimestamp: "2026-05-20T14:55:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:21Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr.18b14dd7980138ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "41767"
    uid: f5897687-7bc7-48e4-b229-6de780129706
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41682"
    uid: 93a675b9-1c93-4659-b6be-3f7d37525d7e
  kind: Event
  lastTimestamp: "2026-05-20T14:55:25Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:25Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr.18b14dd9afcf87b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41810"
    uid: 83d957c1-01fa-4589-9840-ae36511266d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41671"
    uid: fc728ab6-b881-4382-8d29-13e00016b4f1
  kind: Event
  lastTimestamp: "2026-05-20T14:55:15Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b-ts4vr'
  metadata:
    creationTimestamp: "2026-05-20T14:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:55:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b.18b14dd755f81771
    namespace: kserve-ci-e2e-test
    resourceVersion: "41681"
    uid: 6c8b64aa-6492-413d-a093-060dcb648aff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41669"
    uid: 733e7416-cc99-4a11-a316-ee0d2c338850
  kind: Event
  lastTimestamp: "2026-05-20T14:55:14Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-5545d8ff9b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:55:14Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18b14dd7534d0dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41673"
    uid: bfe18bfa-c21c-4d26-8ba1-fb534c984010
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41658"
    uid: 2a3f7041-8cd5-4606-83f8-a39610ebaecf
  kind: Event
  lastTimestamp: "2026-05-20T14:55:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:55:21Z"
    name: isvc-sklearn-s3-tls-global-fail.18b14dd75326800c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41768"
    uid: dbdc8611-5d96-4690-9df4-9bfb95e1c60f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41658"
    uid: 2a3f7041-8cd5-4606-83f8-a39610ebaecf
  kind: Event
  lastTimestamp: "2026-05-20T14:55:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:55:15Z"
    name: isvc-sklearn-s3-tls-global-fail.18b14dd7538c873e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41692"
    uid: 36c889a2-277d-49c6-a05c-c72d4c9f2fa2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41663"
    uid: 2a3f7041-8cd5-4606-83f8-a39610ebaecf
  kind: Event
  lastTimestamp: "2026-05-20T14:55:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T14:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:55:15Z"
    name: isvc-sklearn-s3-tls-global-fail.18b14dd7599235cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41693"
    uid: ca197739-b1af-4b64-9855-6247bf0c0b92
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:53:53.952532Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41009"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:53:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:53:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dc4748f6a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "41013"
    uid: d5899c6c-34ea-4531-881e-084568d48306
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:53:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dc48010d601
    namespace: kserve-ci-e2e-test
    resourceVersion: "41026"
    uid: a516e965-ea64-4207-84d8-0a03c9a2c025
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41019"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:53:54Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:53:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dc4b1ad57be
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: d2992d83-398b-4124-8966-8f19dc5a0d4b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:53:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dc4b3664d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "41037"
    uid: fe39b6fe-0287-4962-b665-ace80bf9538f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:53:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dc4b6677a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41039"
    uid: 25fe135b-cdbb-4453-81c8-029d1a4e0026
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:53:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dc4b6d53a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "41040"
    uid: 83bbb155-4fa7-4f20-9ce0-55732562c940
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:53:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dc5060ee023
    namespace: kserve-ci-e2e-test
    resourceVersion: "41059"
    uid: 6e84d23a-f113-4419-a137-00567cf0bc1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:53:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dc509725006
    namespace: kserve-ci-e2e-test
    resourceVersion: "41063"
    uid: 7c97f290-63ff-49aa-a810-a08e099205d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:53:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dc509e1af25
    namespace: kserve-ci-e2e-test
    resourceVersion: "41065"
    uid: b99b572a-746f-47f0-a797-f19d68b75a37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:53:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dc509eec0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "41066"
    uid: a78b88bf-f2ae-443f-bffb-c919075d09c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:53:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dc50d1e4cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41069"
    uid: 5bb7b666-a7e7-4f95-86e3-b2914855f8c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:53:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:53:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dc50d8b417b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41070"
    uid: 2cc26c15-17dc-4dcb-b941-b99722511cb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:55:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dc57e1b56dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41645"
    uid: 62dee0f8-aefe-4d02-84ce-b2351ece07fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:55:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dd7169dcf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "41639"
    uid: f66d55f6-f0ac-4fbe-8f83-54aea8092691
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:55:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dd7169e77b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41640"
    uid: 34bf0147-e75e-4e8c-9f72-f1b082338e77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: a09e7696-87e3-4e65-9070-2570dafd6459
  kind: Event
  lastTimestamp: "2026-05-20T14:55:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.61:8643/healthz": dial tcp
    10.134.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:55:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs.18b14dd7303c4251
    namespace: kserve-ci-e2e-test
    resourceVersion: "41644"
    uid: fc8fab14-1edf-48cb-bb4d-a84b02ef8889
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40999"
    uid: 12729f70-e15c-401a-808a-26213baa917c
  kind: Event
  lastTimestamp: "2026-05-20T14:53:53Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd-q5jjs'
  metadata:
    creationTimestamp: "2026-05-20T14:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:53:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd.18b14dc474224edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: 7990454e-5856-429e-8161-311445012df0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40997"
    uid: 8c306d24-3dad-4565-be3a-61405433561b
  kind: Event
  lastTimestamp: "2026-05-20T14:53:53Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-59d77d6cd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:53:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b14dc4715586b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41001"
    uid: 739aa71e-7f43-4d78-94f8-cc5234dbbe84
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:54:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40998"
    uid: 833f4996-2ba4-4b62-915b-f283c7a55c58
  kind: Event
  lastTimestamp: "2026-05-20T14:54:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:54:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b14dc7f033e382
    namespace: kserve-ci-e2e-test
    resourceVersion: "41162"
    uid: ea02af43-12f2-4d4e-b625-4c1e92e0319b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:54:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40998"
    uid: 833f4996-2ba4-4b62-915b-f283c7a55c58
  kind: Event
  lastTimestamp: "2026-05-20T14:54:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:54:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b14dc7f095fdd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41164"
    uid: 61d12261-2f6b-44dd-8055-2755eda455be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:54:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41163"
    uid: 833f4996-2ba4-4b62-915b-f283c7a55c58
  kind: Event
  lastTimestamp: "2026-05-20T14:55:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:55:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b14dcb6f5c46b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41587"
    uid: 27cc6931-38d0-4690-86d4-c5966cfbab58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:54:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41163"
    uid: 833f4996-2ba4-4b62-915b-f283c7a55c58
  kind: Event
  lastTimestamp: "2026-05-20T14:55:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:55:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b14dcb6fcba9ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "41588"
    uid: 5d19dfd5-95af-4519-95c3-efc033a872f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40984"
    uid: 259250ba-0b6b-4b0a-98bf-271a89e2811b
  kind: Event
  lastTimestamp: "2026-05-20T14:55:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:55:04Z"
    name: isvc-sklearn-s3-tls-global-pass.18b14dc4712a475a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41553"
    uid: d0b3adff-074b-4ec9-949f-6a7129585860
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40984"
    uid: 259250ba-0b6b-4b0a-98bf-271a89e2811b
  kind: Event
  lastTimestamp: "2026-05-20T14:53:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:53:53Z"
    name: isvc-sklearn-s3-tls-global-pass.18b14dc471d7b275
    namespace: kserve-ci-e2e-test
    resourceVersion: "41004"
    uid: 91c2bcd1-122e-453d-8120-a36a70456c9a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:55:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41551"
    uid: 259250ba-0b6b-4b0a-98bf-271a89e2811b
  kind: Event
  lastTimestamp: "2026-05-20T14:55:04Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:55:04Z"
    name: isvc-sklearn-s3-tls-global-pass.18b14dd4e29bdb08
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 0091d8ba-8e4b-48fb-a0f4-23aeaa3b6515
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:58:09.465249Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43290"
    uid: 92647e05-7c35-4dd9-9255-b142f069e0ca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:58:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:58:09Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5.18b14dfff24e14d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43297"
    uid: 9ec7beba-fec0-4f7a-b69b-2318a32c2542
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:58:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43301"
    uid: 92647e05-7c35-4dd9-9255-b142f069e0ca
  kind: Event
  lastTimestamp: "2026-05-20T14:58:09Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:58:09Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5.18b14e000c08ffe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43306"
    uid: 60dac4de-9518-4e78-a13b-5a5b25ba1012
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43292"
    uid: 92647e05-7c35-4dd9-9255-b142f069e0ca
  kind: Event
  lastTimestamp: "2026-05-20T14:58:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:58:16Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5.18b14e000def7520
    namespace: kserve-ci-e2e-test
    resourceVersion: "43365"
    uid: 9b94baf3-b5f2-419c-a934-18bf02166be2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43292"
    uid: 92647e05-7c35-4dd9-9255-b142f069e0ca
  kind: Event
  lastTimestamp: "2026-05-20T14:58:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:58:16Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5.18b14e00109295fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43369"
    uid: b37531bb-8f58-4a94-a3cf-41c50908291b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43292"
    uid: 92647e05-7c35-4dd9-9255-b142f069e0ca
  kind: Event
  lastTimestamp: "2026-05-20T14:58:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:58:16Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5.18b14e0010ff50ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "43370"
    uid: a7ac45db-9588-453f-8b6c-7837044a97db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:58:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43292"
    uid: 92647e05-7c35-4dd9-9255-b142f069e0ca
  kind: Event
  lastTimestamp: "2026-05-20T14:58:19Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:58:19Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5.18b14e0245d2c8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43414"
    uid: f20b5a04-a3fd-4414-8864-3d2af9ed5c94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:58:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "43279"
    uid: 66910c83-708b-49fa-ae09-bb01c3ec7067
  kind: Event
  lastTimestamp: "2026-05-20T14:58:09Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59-tm4l5'
  metadata:
    creationTimestamp: "2026-05-20T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:58:09Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59.18b14dfff1d2aaaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43291"
    uid: 98350564-ec6b-43cc-b6e6-d3bdc8a20baf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:58:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43277"
    uid: d0d4a1d6-8aed-4ced-98f7-43809bab33bc
  kind: Event
  lastTimestamp: "2026-05-20T14:58:09Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-756b846d59
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:58:09Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18b14dffeed85d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43281"
    uid: 91fc8583-5361-404c-88f4-6b35bf1325d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T14:58:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43268"
    uid: a26cfa79-bd0a-4f67-866b-d61243c68a6e
  kind: Event
  lastTimestamp: "2026-05-20T14:58:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:58:16Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b14dffee7b80bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43374"
    uid: a189260c-b9a6-4afd-9f8c-8eca6e2c9c49
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:58:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43268"
    uid: a26cfa79-bd0a-4f67-866b-d61243c68a6e
  kind: Event
  lastTimestamp: "2026-05-20T14:58:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:58:09Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b14dffeedf1de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43283"
    uid: 63862aaa-0cad-4e9a-aa8d-970d6de04e53
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:56:48.335393Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42613"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:56:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:56:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14ded0e96c0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42619"
    uid: 4f50f003-783f-4e12-ab5a-d9c6610a885f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:56:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14ded1a1ab79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42630"
    uid: 5fda9529-0a2a-46b8-9c70-194833e23854
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42622"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:56:49Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:56:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14ded4bfb1cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42641"
    uid: 3888bb58-c1fc-417f-a5ae-021888d74f34
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:56:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14ded4db04921
    namespace: kserve-ci-e2e-test
    resourceVersion: "42643"
    uid: 56410092-dee1-4eb1-9dd8-d818944b5cf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:56:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14ded504c7d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "42644"
    uid: a4daf8d8-ed0c-41f5-8fc5-f92073e4b96f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:56:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14ded50bde8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42645"
    uid: 7bc54131-e4e5-456b-8ee2-045298bca314
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:56:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14dedad5f0173
    namespace: kserve-ci-e2e-test
    resourceVersion: "42665"
    uid: 3b29e36e-55aa-4892-a3d3-bd0d84887c55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:56:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14dedb0745115
    namespace: kserve-ci-e2e-test
    resourceVersion: "42667"
    uid: b4b293db-f9ab-4117-af0d-5d04d6c48c74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:56:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14dedb0e9a438
    namespace: kserve-ci-e2e-test
    resourceVersion: "42668"
    uid: 72257a68-db38-4ff2-af23-ef860ccca765
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:56:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14dedb0f5e181
    namespace: kserve-ci-e2e-test
    resourceVersion: "42671"
    uid: 8d75340e-47e9-4aec-9571-0016b36b9e77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:56:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14dedb4797550
    namespace: kserve-ci-e2e-test
    resourceVersion: "42672"
    uid: dbf13101-be0f-4dcd-96b2-64e5535ae829
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:56:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:56:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14dedb4ef86ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "42673"
    uid: 50e5965f-6d1f-4fc8-83c1-c5b682a2148d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:58:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:58:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14dee254c17c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43259"
    uid: d36dcd71-a323-4beb-830d-d5b8720228d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:58:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:58:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14dffb1128ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43250"
    uid: 7859da57-e543-4a84-bfc1-f2e651d394ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:58:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:58:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14dffb1134af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43251"
    uid: 093dfe5d-32b8-48ed-92c1-dce3995197b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 9fff05c5-4f0a-402b-8164-50767d508ed0
  kind: Event
  lastTimestamp: "2026-05-20T14:58:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": dial tcp
    10.134.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:58:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2.18b14dffd76ca406
    namespace: kserve-ci-e2e-test
    resourceVersion: "43347"
    uid: ab9f60ad-a7d5-4718-a91f-483b00fe2e14
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "42604"
    uid: c5238b86-10ad-4c88-acf6-2dd96278ae18
  kind: Event
  lastTimestamp: "2026-05-20T14:56:48Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df-gx2z2'
  metadata:
    creationTimestamp: "2026-05-20T14:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:56:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df.18b14ded0e178e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42617"
    uid: 7c7d35fa-4117-46bf-bd3d-9cff82583710
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42601"
    uid: e79a0d69-3c32-4160-b001-90c18096d002
  kind: Event
  lastTimestamp: "2026-05-20T14:56:48Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5b5674f5df
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:56:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b14ded0aea3594
    namespace: kserve-ci-e2e-test
    resourceVersion: "42606"
    uid: 10bb09a3-b5bf-4441-9237-9eb0508adc2e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:57:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42603"
    uid: 941c79d9-39f1-43da-8a73-2ce69a93e10f
  kind: Event
  lastTimestamp: "2026-05-20T14:57:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:57:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b14df08a6709f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42984"
    uid: e4721f06-18d1-4544-9b99-51d7e7478e0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:57:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42603"
    uid: 941c79d9-39f1-43da-8a73-2ce69a93e10f
  kind: Event
  lastTimestamp: "2026-05-20T14:57:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:57:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b14df08ae0c617
    namespace: kserve-ci-e2e-test
    resourceVersion: "42985"
    uid: f6bdf392-b06c-4e14-86f0-bc2e4ef433d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:57:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42771"
    uid: 941c79d9-39f1-43da-8a73-2ce69a93e10f
  kind: Event
  lastTimestamp: "2026-05-20T14:58:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:58:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b14df40a1c9abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43198"
    uid: 71a2b38a-70ee-4b6b-b08f-f75764ca33cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:57:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42771"
    uid: 941c79d9-39f1-43da-8a73-2ce69a93e10f
  kind: Event
  lastTimestamp: "2026-05-20T14:58:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:58:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b14df40b1299ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "43199"
    uid: 911b3c79-7e95-4ac5-8be2-e153e08608c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42592"
    uid: 11186fdb-17ca-449f-9bee-a188ccd14d0d
  kind: Event
  lastTimestamp: "2026-05-20T14:57:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:57:59Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b14ded0abe7e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43167"
    uid: 87cf9b25-e6bf-4ab5-8586-2b82d9469711
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42592"
    uid: 11186fdb-17ca-449f-9bee-a188ccd14d0d
  kind: Event
  lastTimestamp: "2026-05-20T14:56:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:56:48Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b14ded0b27815d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42626"
    uid: d4891f6f-09db-4a5b-81a2-ad7490b020c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:56:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42594"
    uid: 11186fdb-17ca-449f-9bee-a188ccd14d0d
  kind: Event
  lastTimestamp: "2026-05-20T14:56:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T14:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:56:48Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b14ded12b9d134
    namespace: kserve-ci-e2e-test
    resourceVersion: "42629"
    uid: 32c1b192-294c-42d8-9baf-938a7dc64aa3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:57:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "43164"
    uid: 11186fdb-17ca-449f-9bee-a188ccd14d0d
  kind: Event
  lastTimestamp: "2026-05-20T14:57:59Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:57:59Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b14dfd89f4d67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43165"
    uid: 99767f3c-4beb-4e5f-ad0f-4b89a75d7c4a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40308"
    uid: 2225f5d8-b1d7-432b-b9c6-edc013b2f008
  kind: Event
  lastTimestamp: "2026-05-20T14:53:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:53:44Z"
    name: isvc-sklearn-s3.18b14db1c1e491e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7e059cf2-ef6c-4e55-a1bc-4737e29fe0e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40308"
    uid: 2225f5d8-b1d7-432b-b9c6-edc013b2f008
  kind: Event
  lastTimestamp: "2026-05-20T14:52:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:52:33Z"
    name: isvc-sklearn-s3.18b14db1c25d7d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "40342"
    uid: 2f404c03-b7a7-4c66-9210-9d89886379c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:53:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40891"
    uid: 2225f5d8-b1d7-432b-b9c6-edc013b2f008
  kind: Event
  lastTimestamp: "2026-05-20T14:53:44Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:53:44Z"
    name: isvc-sklearn-s3.18b14dc231062bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40892"
    uid: a224d7c9-ab45-469a-979f-464e842800fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:34:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6c68649695
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 0854a1f5-5318-4b3b-9adf-1ddb8086dc05
  kind: Event
  lastTimestamp: "2026-05-20T14:34:58Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6c68649695-zm2bb'
  metadata:
    creationTimestamp: "2026-05-20T14:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:34:58Z"
    name: isvc-sklearn-scheduler-predictor-6c68649695.18b14cbc224be03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31447"
    uid: a60b091b-723b-4bd5-93d7-1ba4a09fb2c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:34:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31435"
    uid: 640432ee-eb5f-49ae-9d29-29831eaea39d
  kind: Event
  lastTimestamp: "2026-05-20T14:34:58Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6c68649695 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:34:58Z"
    name: isvc-sklearn-scheduler-predictor.18b14cbc1f070121
    namespace: kserve-ci-e2e-test
    resourceVersion: "31440"
    uid: 2721271e-f947-4dcd-88cc-69e248c59a49
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-20T14:34:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31408"
    uid: 36528666-e068-4adf-8876-8d55b7a5a184
  kind: Event
  lastTimestamp: "2026-05-20T14:34:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:34:59Z"
    name: isvc-sklearn-scheduler.18b14cbc1e79e1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "31457"
    uid: f09c8cbd-dcfd-4fd3-9b34-e82618c3a1aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:34:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31408"
    uid: 36528666-e068-4adf-8876-8d55b7a5a184
  kind: Event
  lastTimestamp: "2026-05-20T14:34:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:34:58Z"
    name: isvc-sklearn-scheduler.18b14cbc1ed30e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31439"
    uid: 96a270e9-16c1-497d-9333-6a7153fd0a1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:34:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31408"
    uid: 36528666-e068-4adf-8876-8d55b7a5a184
  kind: Event
  lastTimestamp: "2026-05-20T14:34:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:34:58Z"
    name: isvc-sklearn-scheduler.18b14cbc1ed36ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31442"
    uid: 36fed117-4c67-4239-ad1c-4ae9d8d06c8f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:40:19.056729Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34213"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:40:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:40:19Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d06b8fdad88
    namespace: kserve-ci-e2e-test
    resourceVersion: "34223"
    uid: fdf9f6be-e750-48bc-b0cd-5cb43711cb83
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34236"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:40:19Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:40:19Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d06d26790c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34246"
    uid: 30e01b19-eee3-4097-b5f4-0c0b11dd3f33
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:40:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:40:19Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d06d438b437
    namespace: kserve-ci-e2e-test
    resourceVersion: "34249"
    uid: bc5e7f47-499c-4ebc-b3bb-9faab2857bf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:40:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:40:19Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d06d823f567
    namespace: kserve-ci-e2e-test
    resourceVersion: "34251"
    uid: cc000f94-9619-42d0-b681-9a44af9df44a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:40:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:40:19Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d06d8941c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34252"
    uid: 94f6b9f7-8693-4985-bd01-0065d28b88b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:40:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:40:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d07cce41123
    namespace: kserve-ci-e2e-test
    resourceVersion: "34292"
    uid: a1bfb084-8626-4293-af3a-6290aac91660
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:40:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:40:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d07d171471c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 9e4cf52f-0cc2-497a-ac00-1f10659a9d98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:40:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:40:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d07d1f07cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34299"
    uid: 1fa9c71b-02c8-4761-b95f-a8af6b511118
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:40:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:40:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d07d1fc6f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "34300"
    uid: 2a373359-5ee4-4a9b-b24f-2745f1c5adc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:40:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:40:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d07d4d8c2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34302"
    uid: f482fadb-1636-43f4-b9f9-7fafd37e37f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:40:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:40:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d07d5427702
    namespace: kserve-ci-e2e-test
    resourceVersion: "34303"
    uid: 48235de8-ec01-4e9c-aecf-70299bd04525
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:41:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:41Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d0844c5d4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "34938"
    uid: 2d4cc02b-df37-495b-8fef-999f2276c977
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:41:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:39Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d195fa56002
    namespace: kserve-ci-e2e-test
    resourceVersion: "34870"
    uid: 849ff4d7-34d2-4738-aa48-cfea0316139a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:41:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:39Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d195fa9c8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34874"
    uid: 3f769626-d7c2-48bc-89e3-ad9422b26912
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 2b4090dd-de28-4e27-a00e-b038253f60c7
  kind: Event
  lastTimestamp: "2026-05-20T14:41:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:41Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9.18b14d19f6e0fbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34937"
    uid: 0a194115-6f0c-49c9-8501-8274a3b4ca94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "34200"
    uid: efb5c1bd-2b87-4cf9-bc1a-09e4f75a4996
  kind: Event
  lastTimestamp: "2026-05-20T14:40:19Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98-q9mj9'
  metadata:
    creationTimestamp: "2026-05-20T14:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:40:19Z"
    name: isvc-sklearn-v2-mixed-predictor-7c7d4b6c98.18b14d06b8303245
    namespace: kserve-ci-e2e-test
    resourceVersion: "34218"
    uid: b2289600-4c6a-4fd2-823e-f9e7d9a890a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34198"
    uid: 0e51df78-8773-496a-bf06-5835e40ba907
  kind: Event
  lastTimestamp: "2026-05-20T14:40:18Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7c7d4b6c98 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-20T14:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:40:18Z"
    name: isvc-sklearn-v2-mixed-predictor.18b14d06b485773d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: b1e98145-b4a9-44f4-ad23-4d555b312ffc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34199"
    uid: c6149b70-be96-430e-982c-b0afb6e9c0ff
  kind: Event
  lastTimestamp: "2026-05-20T14:40:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:40:33Z"
    name: isvc-sklearn-v2-mixed-predictor.18b14d0a338841e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34379"
    uid: a047694c-2778-40b3-886a-2773358a3666
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34199"
    uid: c6149b70-be96-430e-982c-b0afb6e9c0ff
  kind: Event
  lastTimestamp: "2026-05-20T14:40:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:40:34Z"
    name: isvc-sklearn-v2-mixed-predictor.18b14d0a33fbb0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34381"
    uid: 5c3e6f84-cbfa-417c-b464-fe438893521b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34380"
    uid: c6149b70-be96-430e-982c-b0afb6e9c0ff
  kind: Event
  lastTimestamp: "2026-05-20T14:41:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:41:34Z"
    name: isvc-sklearn-v2-mixed-predictor.18b14d0db2f81489
    namespace: kserve-ci-e2e-test
    resourceVersion: "34809"
    uid: 1ffa0bb9-ab79-4499-8b2b-1504f02677e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34380"
    uid: c6149b70-be96-430e-982c-b0afb6e9c0ff
  kind: Event
  lastTimestamp: "2026-05-20T14:41:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:41:34Z"
    name: isvc-sklearn-v2-mixed-predictor.18b14d0db37dac16
    namespace: kserve-ci-e2e-test
    resourceVersion: "34810"
    uid: 018901c6-4df0-45a9-b3c1-eb1facb5e187
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34187"
    uid: b1dcce3e-9f5f-4fb0-bcca-2f5f197e08e5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:41:31Z"
    name: isvc-sklearn-v2-mixed.18b14d06b437a004
    namespace: kserve-ci-e2e-test
    resourceVersion: "34793"
    uid: 7342d9c0-f81f-4ade-aa03-e62101c60939
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34187"
    uid: b1dcce3e-9f5f-4fb0-bcca-2f5f197e08e5
  kind: Event
  lastTimestamp: "2026-05-20T14:40:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:40:18Z"
    name: isvc-sklearn-v2-mixed.18b14d06b4d98960
    namespace: kserve-ci-e2e-test
    resourceVersion: "34204"
    uid: 7110b528-57e0-46f3-ad21-8f198ce10496
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34790"
    uid: b1dcce3e-9f5f-4fb0-bcca-2f5f197e08e5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:31Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:41:31Z"
    name: isvc-sklearn-v2-mixed.18b14d17a912d370
    namespace: kserve-ci-e2e-test
    resourceVersion: "34792"
    uid: a4fc6d08-6dac-48cd-97c3-2cdd726e313e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:38:58.708486Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33572"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:38:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:38:58Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14cf403db5b3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33576"
    uid: 5affb5ce-6fa2-4bb3-ba46-9312d54d9034
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:38:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:38:58Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14cf40da7db0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33583"
    uid: dfc02ba3-111d-4ffe-987f-bf145d5d3bbc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33580"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:38:59Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:38:59Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14cf4412fbf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33594"
    uid: e0ea8a5f-a465-4d35-80c1-a17ad6e3d04b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:38:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:38:59Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14cf442bcda1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33596"
    uid: c4d5203d-98c5-4643-8ec6-3052ab2a4f50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:38:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:38:59Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14cf44602251d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33598"
    uid: 72e2674f-6597-42e2-93be-fecb1ca0a15e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:38:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:38:59Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14cf44670bc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "33599"
    uid: 88624bac-b4d3-49ea-9a46-eff7c62913fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:39:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1501"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:39:04Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14cf55845df14
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: 43a582ac-b099-4040-9bf1-7fc2e7a18890
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:39:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:39:04Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14cf55b7b2476
    namespace: kserve-ci-e2e-test
    resourceVersion: "33642"
    uid: 2a7fbcfe-f05d-41ad-950a-c7b6e330043c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:39:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:39:04Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14cf55bf04368
    namespace: kserve-ci-e2e-test
    resourceVersion: "33644"
    uid: ef7af7c5-b06b-4815-a9c6-c4ce59c84bba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:39:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:39:04Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14cf55bfcd73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33645"
    uid: ab110e07-5a64-4478-b4ec-083f90400fc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:39:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:39:04Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14cf55efbd1c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33648"
    uid: 67fe1508-dc9a-408d-bc0e-f6b3a8a16841
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:39:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:39:04Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14cf55f6b19b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33649"
    uid: bbd4d8dd-3a56-4742-bae3-b4040969be9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T14:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:40:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:40:21Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14cf594366da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34274"
    uid: f46ba1d5-734b-4f2c-9916-8b464c9eb5bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:40:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:40:19Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14d06bac01035
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 7c760f41-dc91-4039-b222-05074237bdad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:40:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:40:19Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14d06bac19b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34239"
    uid: 82fe9bd2-ac03-48cc-aedc-1afd4e87a4f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 06298e9a-323d-471d-89c9-2d5eb9aa93ab
  kind: Event
  lastTimestamp: "2026-05-20T14:40:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:40:21Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj.18b14d074673cbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: e74a6b14-5853-41e1-8ea2-8b31000ba6b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-5b5d98bd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33561"
    uid: c4cddfb0-dfb2-4232-b1e4-64d921306199
  kind: Event
  lastTimestamp: "2026-05-20T14:38:58Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-5b5d98bd7f-stnsj'
  metadata:
    creationTimestamp: "2026-05-20T14:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:38:58Z"
    name: isvc-sklearn-v2-predictor-5b5d98bd7f.18b14cf4036723e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33573"
    uid: 2f0da330-6a0f-486c-877a-9e817e91629f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 55370d21-0fce-4b51-be6c-eb4861d227da
  kind: Event
  lastTimestamp: "2026-05-20T14:38:58Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-5b5d98bd7f from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:38:58Z"
    name: isvc-sklearn-v2-predictor.18b14cf3ffbfc9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: ba327414-98f2-4c02-86c9-7470f560f666
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:39:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33560"
    uid: b68427f9-3be2-41ea-b0e8-0a7aacdc35bd
  kind: Event
  lastTimestamp: "2026-05-20T14:39:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:39:28Z"
    name: isvc-sklearn-v2-predictor.18b14cf77ebd380a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: b4151db6-9c43-40be-bf4b-9ea8ca4144f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:39:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33560"
    uid: b68427f9-3be2-41ea-b0e8-0a7aacdc35bd
  kind: Event
  lastTimestamp: "2026-05-20T14:39:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:39:28Z"
    name: isvc-sklearn-v2-predictor.18b14cf77f348a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33826"
    uid: 944ca0ab-fe65-4bf2-b04f-19461b9e84e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:39:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: b68427f9-3be2-41ea-b0e8-0a7aacdc35bd
  kind: Event
  lastTimestamp: "2026-05-20T14:40:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:40:13Z"
    name: isvc-sklearn-v2-predictor.18b14cfe7d1d4bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34149"
    uid: 309cc39c-3a09-431d-a10b-8d8b9c35cfdc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:39:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: b68427f9-3be2-41ea-b0e8-0a7aacdc35bd
  kind: Event
  lastTimestamp: "2026-05-20T14:40:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:40:13Z"
    name: isvc-sklearn-v2-predictor.18b14cfe7d88c33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34150"
    uid: 916b1206-b617-4751-a15c-0e8363d15205
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:37:58.572059Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:37:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:37:58Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14ce603725219
    namespace: kserve-ci-e2e-test
    resourceVersion: "33060"
    uid: 03af504e-a69f-4a6f-bdb5-0c65c4c765a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:37:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:58Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14ce612841a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "33068"
    uid: 4ed12293-20da-4794-b473-30254787e869
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33064"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:37:59Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:37:59Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14ce640845a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33079"
    uid: 2d068883-f816-4178-8f5f-81f064451d73
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:37:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:59Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14ce6422a3f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "33081"
    uid: 4f98a145-46de-4f52-8bc3-1256ab0aeb57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:37:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:59Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14ce645260a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: f897e7c1-506a-4b48-8bac-01d6944c6de4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:37:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:59Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14ce645900f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "33084"
    uid: b983a417-60b3-492e-8bbb-ee5e2e889861
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:38:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-20T14:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:38:04Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14ce753cf2f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: c4d7d8ee-371b-44ca-80f0-9b8fefec8906
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:38:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:38:04Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14ce757138d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "33127"
    uid: 95257788-2a6e-4185-940e-9a4c6e69ffbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:38:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:38:04Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14ce75781b4ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33128"
    uid: 00a9b16d-e7c8-43ad-a71a-523ad17b73b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:38:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:38:04Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14ce7578e9cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33131"
    uid: 7da61449-5785-42cf-96da-33a3e5312dd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:38:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:38:04Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14ce75a32ca9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33132"
    uid: c07228dc-9b81-4589-98b2-e98203597b50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:38:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:38:04Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14ce75a9d26fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33134"
    uid: c9491e31-4ba9-4222-8f76-542d28ad07c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:38:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-20T14:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:38:41Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14ceff58eac8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33393"
    uid: 611433b4-714e-4721-81bc-1f14da2ef4f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:38:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:38:58Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14cf3fd945e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "33551"
    uid: fde8f9e9-dacf-40f5-8589-b73c5aa5e62b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:38:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:38:58Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14cf3fd94d028
    namespace: kserve-ci-e2e-test
    resourceVersion: "33554"
    uid: 97299a70-4d26-4c6f-961e-743d18af57b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:39:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 269c581d-e488-4266-9762-4390fb8b1c8c
  kind: Event
  lastTimestamp: "2026-05-20T14:39:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:39:01Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb.18b14cf499d36407
    namespace: kserve-ci-e2e-test
    resourceVersion: "33616"
    uid: 272fad1e-10c3-4ba2-9e79-14bc25141878
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33045"
    uid: 795e2693-363a-4d4c-8b20-0d43aa5c6954
  kind: Event
  lastTimestamp: "2026-05-20T14:37:58Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rpvb'
  metadata:
    creationTimestamp: "2026-05-20T14:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:37:58Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18b14ce6027df9d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33057"
    uid: 7f65f58e-39a3-4225-a0b9-cf5b3156ebce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: cf9f217c-3b33-4d79-a53b-5afd2e60f973
  kind: Event
  lastTimestamp: "2026-05-20T14:37:58Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:37:58Z"
    name: isvc-sklearn-v2-runtime-predictor.18b14ce5fedf9147
    namespace: kserve-ci-e2e-test
    resourceVersion: "33047"
    uid: e67a2454-ee85-45f7-9981-a42a43348177
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33044"
    uid: 0bffd4ad-5226-4dfe-a5b3-9160f7fac255
  kind: Event
  lastTimestamp: "2026-05-20T14:38:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:38:28Z"
    name: isvc-sklearn-v2-runtime-predictor.18b14ce97db71147
    namespace: kserve-ci-e2e-test
    resourceVersion: "33305"
    uid: 298b2bd4-1f64-492b-934c-20a30f11e520
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33044"
    uid: 0bffd4ad-5226-4dfe-a5b3-9160f7fac255
  kind: Event
  lastTimestamp: "2026-05-20T14:38:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:38:28Z"
    name: isvc-sklearn-v2-runtime-predictor.18b14ce97e2157b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33306"
    uid: d6c60a72-164a-4052-b90f-3dc39991e74b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33200"
    uid: 0bffd4ad-5226-4dfe-a5b3-9160f7fac255
  kind: Event
  lastTimestamp: "2026-05-20T14:38:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:38:58Z"
    name: isvc-sklearn-v2-runtime-predictor.18b14cf07c49d244
    namespace: kserve-ci-e2e-test
    resourceVersion: "33536"
    uid: 37a13ae4-46f2-4f10-8ab5-2280323185ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33200"
    uid: 0bffd4ad-5226-4dfe-a5b3-9160f7fac255
  kind: Event
  lastTimestamp: "2026-05-20T14:38:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:38:58Z"
    name: isvc-sklearn-v2-runtime-predictor.18b14cf07ca9ea26
    namespace: kserve-ci-e2e-test
    resourceVersion: "33542"
    uid: 2783171f-13ce-4c62-8149-3b0375f276ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33014"
    uid: 22a8fa6c-500f-4b86-8209-63f5767f60fe
  kind: Event
  lastTimestamp: "2026-05-20T14:38:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:38:51Z"
    name: isvc-sklearn-v2-runtime.18b14ce5febc433e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33478"
    uid: 23f6b288-92be-4ed3-814f-d89a42eec707
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33014"
    uid: 22a8fa6c-500f-4b86-8209-63f5767f60fe
  kind: Event
  lastTimestamp: "2026-05-20T14:37:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:37:58Z"
    name: isvc-sklearn-v2-runtime.18b14ce5ff461e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "33049"
    uid: 8612f804-93ff-41a7-b19d-4496aead787f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33475"
    uid: 22a8fa6c-500f-4b86-8209-63f5767f60fe
  kind: Event
  lastTimestamp: "2026-05-20T14:38:51Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:38:51Z"
    name: isvc-sklearn-v2-runtime.18b14cf24b913220
    namespace: kserve-ci-e2e-test
    resourceVersion: "33476"
    uid: ec2fed82-0f89-4a57-b238-721597e71d5d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33529"
    uid: 5d947dd9-f444-42f1-a63e-d86b45d9b40b
  kind: Event
  lastTimestamp: "2026-05-20T14:40:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:40:11Z"
    name: isvc-sklearn-v2.18b14cf3ff9b555e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: 8acbd1d1-8770-4430-a207-cd8437455e17
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:38:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33529"
    uid: 5d947dd9-f444-42f1-a63e-d86b45d9b40b
  kind: Event
  lastTimestamp: "2026-05-20T14:38:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:38:58Z"
    name: isvc-sklearn-v2.18b14cf4002f0bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33565"
    uid: f9da4e3e-f502-4816-9835-1979bb644b89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:40:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 5d947dd9-f444-42f1-a63e-d86b45d9b40b
  kind: Event
  lastTimestamp: "2026-05-20T14:40:11Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:40:11Z"
    name: isvc-sklearn-v2.18b14d04f91e0af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: 742b0ae5-e57a-41cb-b706-65e66ccf4fcb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31472"
    uid: a89918d5-bbd5-494b-9114-7de4c3f8d4e0
  kind: Event
  lastTimestamp: "2026-05-20T14:36:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:36:13Z"
    name: isvc-sklearn.18b14cbc9fa44fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32085"
    uid: 5f645c1e-e585-416c-8409-d0435018324e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:35:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31472"
    uid: a89918d5-bbd5-494b-9114-7de4c3f8d4e0
  kind: Event
  lastTimestamp: "2026-05-20T14:35:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T14:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:35:00Z"
    name: isvc-sklearn.18b14cbca0b121ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31488"
    uid: 3294684d-cf26-4868-b8e6-3b1eaaf994e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32082"
    uid: a89918d5-bbd5-494b-9114-7de4c3f8d4e0
  kind: Event
  lastTimestamp: "2026-05-20T14:36:13Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:36:13Z"
    name: isvc-sklearn.18b14ccd99ad201b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32084"
    uid: 169913df-f87c-4912-a38e-0d25f63679e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:41:39.284369Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34886"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-x2hg5
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:41:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:41:39Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d1966ecd3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34891"
    uid: d278691f-1ce7-4782-86fd-41212b7805a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:39Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d19708287a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34902"
    uid: bd331577-7dd6-4a35-814c-537f0f3a97f2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34897"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:40Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:41:40Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d19a4007109
    namespace: kserve-ci-e2e-test
    resourceVersion: "34913"
    uid: 455f90e1-d8c6-48a3-ba8a-34c295070a21
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:40Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d19a61ba7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: bf5335fa-698e-4167-987b-35214d551ccb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:40Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d19a96d8ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34916"
    uid: 75649ee3-43a0-4647-9ba5-146d518e7c0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:40Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d19a9e68d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34917"
    uid: 1a7efe87-8875-4296-a27a-bd4c9556c096
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:44Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-05-20T14:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:44Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d1aba1db85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 1a0aa8be-3fcc-40f6-a1a9-b73635a28ab1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:48Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.949s (3.949s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:48Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d1ba58da662
    namespace: kserve-ci-e2e-test
    resourceVersion: "34998"
    uid: c69db7c7-8628-4725-9af8-46934c75ae1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:48Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d1ba8d8e350
    namespace: kserve-ci-e2e-test
    resourceVersion: "34999"
    uid: 4eec68f1-1caa-45a0-b03e-daaad8e1b1b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:48Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d1ba9655bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35000"
    uid: 6f0e0a93-68e1-44db-9d2b-a5c928585648
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:48Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d1ba9716d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35001"
    uid: 87b2a53a-8660-4e72-8c96-1a0880ff2aa0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:49Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d1babf822ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35003"
    uid: 4af6c3a0-4d54-4d95-8da5-fa59a304065e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:49Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d1bac5ef612
    namespace: kserve-ci-e2e-test
    resourceVersion: "35004"
    uid: ea5a8516-0726-4678-bb6e-ebe9088837ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:41:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:41:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d1be596bdf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: d0ff0805-39bd-45b9-9f55-bb403980eede
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:42:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:19Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d22b05ac0f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35252"
    uid: 6ed240bb-6d0d-49bc-be05-c3301900ba75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:42:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:19Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d22b05b4fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35254"
    uid: bc999f7e-be39-433a-ad83-166cb3fef393
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 51fc8140-5ff0-4993-9128-048640d3b0a5
  kind: Event
  lastTimestamp: "2026-05-20T14:42:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:46Z"
    name: isvc-tensorflow-predictor-6756f669d7-x2hg5.18b14d231d73298b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35505"
    uid: 413b2500-24c5-42b8-abf7-6931ebdc05d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34876"
    uid: a08fe06a-d9c2-4133-b6fd-f2fb01f92543
  kind: Event
  lastTimestamp: "2026-05-20T14:41:39Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-x2hg5'
  metadata:
    creationTimestamp: "2026-05-20T14:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:41:39Z"
    name: isvc-tensorflow-predictor-6756f669d7.18b14d19663f3d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: d00ece2a-dd41-4981-8b0d-2417f3c4909c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34873"
    uid: 6da45bba-1ce8-4584-a937-4d6f5697702d
  kind: Event
  lastTimestamp: "2026-05-20T14:41:39Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:41:39Z"
    name: isvc-tensorflow-predictor.18b14d1961888bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "34878"
    uid: 4a999f8c-42d2-44f7-946c-44acc8773304
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34875"
    uid: c312c682-d74e-427f-928c-ad42142e04e3
  kind: Event
  lastTimestamp: "2026-05-20T14:42:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:42:09Z"
    name: isvc-tensorflow-predictor.18b14d1ce014f7c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35154"
    uid: d7fb8623-77b1-44fb-9bea-5e9baec7d75e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34875"
    uid: c312c682-d74e-427f-928c-ad42142e04e3
  kind: Event
  lastTimestamp: "2026-05-20T14:42:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:42:09Z"
    name: isvc-tensorflow-predictor.18b14d1ce081fd22
    namespace: kserve-ci-e2e-test
    resourceVersion: "35155"
    uid: b83befbc-d2ad-4a01-91f9-fb33fd13b204
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:42:19.295913Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35269"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    to ip-10-0-130-144.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:42:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:42:19Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d22b7ccc437
    namespace: kserve-ci-e2e-test
    resourceVersion: "35276"
    uid: 197f6224-85d7-4e34-909f-0992d41657f0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35280"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:19Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:42:19Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d22d18c1944
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: f2bf630d-ad8a-4c1f-8d1f-1ed364c9053b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:19Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
  metadata:
    creationTimestamp: "2026-05-20T14:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:19Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d22d3aa5703
    namespace: kserve-ci-e2e-test
    resourceVersion: "35289"
    uid: d69ec7bc-122f-4340-8375-0e755cd29b07
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    in 4.079s (4.079s including waiting). Image size: 301469265 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:23Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d23c6d1fffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 3be1ad68-cf17-4764-b17d-7ffe47623807
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:23Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d23ca8f34ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: cc3a3c74-ba9d-44fd-8266-49a64fe37195
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:23Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d23cb09dc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: e800ccd0-368e-49da-bf58-76d32990ecb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:28Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-05-20T14:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d24f07fb0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: a0d88414-f36e-45dd-a1dd-cebefcaafae2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:32Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.555s (3.555s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d25c465e38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35398"
    uid: 7d3ee7b8-8b66-4e4d-bf9c-dc3c5c3637db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d25c77eb53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35400"
    uid: dc1424aa-f081-464e-97d4-afac8344e9e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d25c7f23dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "35401"
    uid: 2c5ad3e8-607d-408a-a980-a645e8767523
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d25c7fe2240
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: 89941576-a8a7-4c5c-a485-c74287593db8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d25cafa85df
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: b61bb5dd-c47c-4bd4-91c9-f74ee3d7b66a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d25cb6f04c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35405"
    uid: b6c1f915-4f1a-455a-8085-587bd5191f3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:42:39Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d261bc68100
    namespace: kserve-ci-e2e-test
    resourceVersion: "35460"
    uid: 145b53b5-fbb7-4626-b037-b7435a3c9c44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:43:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:43:10Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d2ea0e85916
    namespace: kserve-ci-e2e-test
    resourceVersion: "35721"
    uid: 6cfc6b28-9427-4e91-985d-d11c18904b61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:43:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:43:10Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d2ea0e8d0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35723"
    uid: 43e4f163-cf7a-4199-b44c-e3b9372daf95
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 0892c1e5-d1fd-4652-aae2-5971e7bbaae8
  kind: Event
  lastTimestamp: "2026-05-20T14:43:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:43:39Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h.18b14d2fa7b623e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 515f77be-6086-4fbc-8597-ce7cd3e804d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35259"
    uid: 73ebbd27-5756-4cc8-bf9b-b46ac0a527ef
  kind: Event
  lastTimestamp: "2026-05-20T14:42:19Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-vc58h'
  metadata:
    creationTimestamp: "2026-05-20T14:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:42:19Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18b14d22b73767fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35274"
    uid: 8d3909da-1c60-4bbb-8210-82b9d3d17d6b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35258"
    uid: 738d678c-afe2-47d5-935e-cbed8de258d8
  kind: Event
  lastTimestamp: "2026-05-20T14:42:19Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:42:19Z"
    name: isvc-tensorflow-runtime-predictor.18b14d22b32fd3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 64eba526-aade-4db6-90dd-1b7febad36a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35260"
    uid: efae2282-f8ee-4966-ace3-7751b7afe5f4
  kind: Event
  lastTimestamp: "2026-05-20T14:43:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:43:04Z"
    name: isvc-tensorflow-runtime-predictor.18b14d263272bbac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35643"
    uid: 5e844c37-f7c4-4d62-a052-6928ebe4fbe0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35260"
    uid: efae2282-f8ee-4966-ace3-7751b7afe5f4
  kind: Event
  lastTimestamp: "2026-05-20T14:43:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:43:04Z"
    name: isvc-tensorflow-runtime-predictor.18b14d2632efbdbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35644"
    uid: 2672f589-23f9-41c8-80e2-82307db38c76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35229"
    uid: 8f06fb54-9691-4683-99ea-c63cc2304c1f
  kind: Event
  lastTimestamp: "2026-05-20T14:42:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:42:50Z"
    name: isvc-tensorflow-runtime.18b14d22b33f61a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35544"
    uid: 9eefaa39-b86e-4e8c-a74c-b8cb83140415
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35229"
    uid: 8f06fb54-9691-4683-99ea-c63cc2304c1f
  kind: Event
  lastTimestamp: "2026-05-20T14:42:19Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:42:19Z"
    name: isvc-tensorflow-runtime.18b14d22b3e0b9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "35265"
    uid: 9ac0646d-f360-48f4-a2f9-2c59586b9d7c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35542"
    uid: 8f06fb54-9691-4683-99ea-c63cc2304c1f
  kind: Event
  lastTimestamp: "2026-05-20T14:42:49Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:42:49Z"
    name: isvc-tensorflow-runtime.18b14d29dbb9e7fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35543"
    uid: 5088a904-86c3-43cc-b7d2-5ef9877d598b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34847"
    uid: ed7c9b45-c3bc-46d9-a74b-3a0892d53168
  kind: Event
  lastTimestamp: "2026-05-20T14:42:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:42:06Z"
    name: isvc-tensorflow.18b14d19614e539d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35133"
    uid: 463e3cf8-d811-4f9e-8673-b2447e172643
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34847"
    uid: ed7c9b45-c3bc-46d9-a74b-3a0892d53168
  kind: Event
  lastTimestamp: "2026-05-20T14:41:39Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:41:39Z"
    name: isvc-tensorflow.18b14d19624161ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34899"
    uid: 50e13317-eee1-4342-bbe3-baf6ea7268b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:41:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34884"
    uid: ed7c9b45-c3bc-46d9-a74b-3a0892d53168
  kind: Event
  lastTimestamp: "2026-05-20T14:41:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:41:39Z"
    name: isvc-tensorflow.18b14d196be0d6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34900"
    uid: cee73e6e-3d03-48e0-b744-a833c3c08517
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:42:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "35131"
    uid: ed7c9b45-c3bc-46d9-a74b-3a0892d53168
  kind: Event
  lastTimestamp: "2026-05-20T14:42:06Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:42:06Z"
    name: isvc-tensorflow.18b14d1fa557ddc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35132"
    uid: 55316ebc-a1de-4d02-b816-61a3c4b3a283
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:43:10.539053Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35734"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-t6ffb
    to ip-10-0-130-144.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:43:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:43:10Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d2ea620d906
    namespace: kserve-ci-e2e-test
    resourceVersion: "35738"
    uid: 44ae7bd0-4701-4790-b356-1103209774c5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35742"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:43:10Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:43:10Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d2ebf6108cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35748"
    uid: 461df22d-8d5c-4b8a-ac08-11278252f085
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:43:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:43:10Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d2ec0fcb806
    namespace: kserve-ci-e2e-test
    resourceVersion: "35751"
    uid: 673b8846-ad82-41e3-a630-edf5d9b474a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:43:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:43:11Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d2ec3a945af
    namespace: kserve-ci-e2e-test
    resourceVersion: "35753"
    uid: 55677401-ea92-4e55-9bef-0caa0b72eeeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:43:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:43:11Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d2ec40d73e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35754"
    uid: d7aea33b-dcee-43cd-9fa7-164d498d09c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:43:14Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-05-20T14:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:43:14Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d2fafba399d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35787"
    uid: 75b49dc0-0b50-45bf-be36-9044ba7a414a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:45:09Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.168s
    (1m54.168s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:09Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d4a44b51670
    namespace: kserve-ci-e2e-test
    resourceVersion: "36588"
    uid: 467040b8-12d4-47f3-b5a8-62410ac4143a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:45:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:09Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d4a4a2ab466
    namespace: kserve-ci-e2e-test
    resourceVersion: "36589"
    uid: 16b54e95-8785-4b48-8435-0f74a9b61822
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:45:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:09Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d4a4b190861
    namespace: kserve-ci-e2e-test
    resourceVersion: "36590"
    uid: 5d217e68-0e3a-4fd2-bf83-3c4e3a783331
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:45:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:09Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d4a4b253709
    namespace: kserve-ci-e2e-test
    resourceVersion: "36591"
    uid: 3ce75910-88a5-4d64-a0ea-a709a36fca80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:45:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:09Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d4a4f0dee8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36593"
    uid: 4716ece7-fb8d-465a-98e8-5c66abbb3a04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:45:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:09Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d4a4fa3310f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36594"
    uid: fe6c6cfe-f518-4359-b94c-4cbe15c5e877
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:45:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:15Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d4a56057483
    namespace: kserve-ci-e2e-test
    resourceVersion: "36640"
    uid: be865616-d501-4af8-bedc-34182ab5e74e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:45:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:32Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d4fab93c306
    namespace: kserve-ci-e2e-test
    resourceVersion: "36800"
    uid: 26e145b3-3b97-4c43-b0ef-d980faa664e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-t6ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 9f35b1cf-23f0-44ef-add7-79148ea5be40
  kind: Event
  lastTimestamp: "2026-05-20T14:45:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:32Z"
    name: isvc-triton-predictor-84bb65d94b-t6ffb.18b14d4fab943fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36803"
    uid: 5bacb034-b350-46ca-960f-973462c6c01d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35720"
    uid: c181fc25-2582-4b89-b2ac-48c1fd939a47
  kind: Event
  lastTimestamp: "2026-05-20T14:43:10Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-t6ffb'
  metadata:
    creationTimestamp: "2026-05-20T14:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:43:10Z"
    name: isvc-triton-predictor-84bb65d94b.18b14d2ea5a66071
    namespace: kserve-ci-e2e-test
    resourceVersion: "35736"
    uid: 30f24d9c-f3c8-4c60-b3df-f069d35be102
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35717"
    uid: 111b9d81-e2f2-4376-a513-35e4f9c49f46
  kind: Event
  lastTimestamp: "2026-05-20T14:43:10Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:43:10Z"
    name: isvc-triton-predictor.18b14d2ea16f32b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35724"
    uid: 41f50633-d894-4bf2-a4ae-f3a21df3b32e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35719"
    uid: 1a90b2e3-332b-4957-b6e3-16df7bd3af80
  kind: Event
  lastTimestamp: "2026-05-20T14:45:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:45:10Z"
    name: isvc-triton-predictor.18b14d32201ac647
    namespace: kserve-ci-e2e-test
    resourceVersion: "36607"
    uid: 7f547fc0-6223-4d8e-a261-bf7f38ef8178
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35719"
    uid: 1a90b2e3-332b-4957-b6e3-16df7bd3af80
  kind: Event
  lastTimestamp: "2026-05-20T14:45:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:45:10Z"
    name: isvc-triton-predictor.18b14d32208a894c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36608"
    uid: 6a0f40a7-ad6c-4178-9109-d3a79eb129b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35866"
    uid: 1a90b2e3-332b-4957-b6e3-16df7bd3af80
  kind: Event
  lastTimestamp: "2026-05-20T14:45:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:45:25Z"
    name: isvc-triton-predictor.18b14d4e1995be38
    namespace: kserve-ci-e2e-test
    resourceVersion: "36723"
    uid: 3f29ecc9-040a-4cf0-a681-fad3811fc993
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35866"
    uid: 1a90b2e3-332b-4957-b6e3-16df7bd3af80
  kind: Event
  lastTimestamp: "2026-05-20T14:45:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:45:25Z"
    name: isvc-triton-predictor.18b14d4e1a0907b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36725"
    uid: cb69ff19-4e94-4e5f-abdd-4e78f2e9b2cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: f0131146-0a0f-41b0-874d-d266c0af313a
  kind: Event
  lastTimestamp: "2026-05-20T14:45:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:45:25Z"
    name: isvc-triton.18b14d2ea121a7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36721"
    uid: 4e8be8a0-a21d-4bea-bd75-62ddd0d17dd6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:43:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: f0131146-0a0f-41b0-874d-d266c0af313a
  kind: Event
  lastTimestamp: "2026-05-20T14:43:10Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T14:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:43:10Z"
    name: isvc-triton.18b14d2ea196819a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35726"
    uid: 1af84227-19bc-4256-93e6-b7f46dde914f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36719"
    uid: f0131146-0a0f-41b0-874d-d266c0af313a
  kind: Event
  lastTimestamp: "2026-05-20T14:45:25Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:45:25Z"
    name: isvc-triton.18b14d4e1573698c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36720"
    uid: 22981857-768c-4a61-a6a5-e8a8cd961a26
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:45:32.502114Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36816"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-8vsc7
    to ip-10-0-130-144.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:45:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:45:32Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d4fb3c93c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "36821"
    uid: b9daed23-f087-4f32-9899-b9eb93044e13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36826"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:45:32Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:45:32Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d4fce0a7acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36834"
    uid: 1a200f39-e9f4-469a-bde5-aedfefc68160
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:45:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:32Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d4fcfb5f38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36837"
    uid: 131ac058-ddd2-49af-97db-f7b04abd8a44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:45:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:33Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d4fd5015129
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: fffd56a3-dbde-4fa9-9742-a16d6770e60f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:45:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:33Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d4fd5961bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36839"
    uid: 10b97493-9ade-443e-8f4b-fced3156f9ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:45:37Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-20T14:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:37Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d50e115539e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36880"
    uid: 81efe7e3-61c9-4097-aa84-ed20c93cf6bd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:45:57Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.419s (20.419s
    including waiting). Image size: 1306444539 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d55a22ca426
    namespace: kserve-ci-e2e-test
    resourceVersion: "37026"
    uid: 848d05c4-4879-4525-9266-a9944f93833e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:45:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d55a5a7947b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37027"
    uid: 4325ad30-5b1e-4984-852d-8d4ac655296d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:45:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d55a60a5a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37028"
    uid: 45d327cd-0bb2-4656-a7ef-9dc01195282b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:45:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d55a6176fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37029"
    uid: 8000dd20-4879-46e2-9633-89d166e6a379
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:45:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d55a9810118
    namespace: kserve-ci-e2e-test
    resourceVersion: "37032"
    uid: cd4f00c2-8d36-45d5-b31f-03f16d52d418
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:45:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:45:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d55a9e8d83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: fce56665-d508-4697-a627-2ad49f5c183c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:47:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:47:14Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d55c958c34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 688ed6c1-5ae0-4466-9f66-b8fb53211b3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:47:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:47:12Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d6700d7e211
    namespace: kserve-ci-e2e-test
    resourceVersion: "37588"
    uid: f0b2195d-01aa-46e4-8e1a-32161bff65f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:47:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:47:12Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d6700d86f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37589"
    uid: c348a7f7-1296-455c-a89c-b78d2bfa620c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 3c7f0c94-7af1-4149-9238-00fe8daf4d17
  kind: Event
  lastTimestamp: "2026-05-20T14:47:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:47:14Z"
    name: isvc-xgboost-predictor-8689c4cfcc-8vsc7.18b14d677b778b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "37650"
    uid: 1adb3b88-a488-4a1b-9622-91861330e253
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36801"
    uid: 890a635e-4598-49c4-bb90-7f2ddd0dae30
  kind: Event
  lastTimestamp: "2026-05-20T14:45:32Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-8vsc7'
  metadata:
    creationTimestamp: "2026-05-20T14:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:45:32Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18b14d4fb3210a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "36818"
    uid: 7e0cd900-b389-4033-b8d8-8c5ec7f85a9f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36799"
    uid: 0ed65824-fd58-4d58-a70c-97a523aaa8f7
  kind: Event
  lastTimestamp: "2026-05-20T14:45:32Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:45:32Z"
    name: isvc-xgboost-predictor.18b14d4fac54ab99
    namespace: kserve-ci-e2e-test
    resourceVersion: "36804"
    uid: 6b2f6771-2902-4540-bd6e-f13d70d110e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36802"
    uid: 87a10bd9-b48c-4c29-9d0b-04a61d584f8e
  kind: Event
  lastTimestamp: "2026-05-20T14:46:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:46:32Z"
    name: isvc-xgboost-predictor.18b14d532b675a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37276"
    uid: 3f0053a6-9cf8-4dd1-934b-4327784186a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36802"
    uid: 87a10bd9-b48c-4c29-9d0b-04a61d584f8e
  kind: Event
  lastTimestamp: "2026-05-20T14:46:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:46:32Z"
    name: isvc-xgboost-predictor.18b14d532bcf12f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37277"
    uid: 913fe863-6d57-4015-812a-ee574020c74e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:46:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36954"
    uid: 87a10bd9-b48c-4c29-9d0b-04a61d584f8e
  kind: Event
  lastTimestamp: "2026-05-20T14:47:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:47:02Z"
    name: isvc-xgboost-predictor.18b14d5a2a20185e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37488"
    uid: cd6a70e0-3edd-4d5e-908b-481234b4f7f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:46:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36954"
    uid: 87a10bd9-b48c-4c29-9d0b-04a61d584f8e
  kind: Event
  lastTimestamp: "2026-05-20T14:47:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:47:02Z"
    name: isvc-xgboost-predictor.18b14d5a2ac53cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37489"
    uid: bbc07e5e-174b-45c7-9248-0541d97b8012
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:48:53.079183Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38498"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    to ip-10-0-130-144.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:48:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:48:53Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d7e671c75ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38502"
    uid: b8e4b122-ec27-47b0-b118-ce81d149ae8c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:53Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d7e75ea4a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a59c2c-479a-4522-8fbe-ff6dff0bd2ce
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38506"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:54Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:48:54Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d7ea46ef0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38523"
    uid: e92f3cc8-8c81-4a8c-b2f0-35df3751a8c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:54Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d7ea61ba080
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 6a342e38-2fc4-41b0-b3fb-1fa68c2b68c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:54Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d7ea903254a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38526"
    uid: a55adc32-4180-4e63-97e0-9453bafa5797
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:54Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d7ea97a9b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "38527"
    uid: 7dbe520a-42f3-4457-882e-db6a96697c82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:58Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:58Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d7f9ac7a984
    namespace: kserve-ci-e2e-test
    resourceVersion: "38562"
    uid: 8394eca4-a512-4d49-bc91-189a42a10d14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:58Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d7f9de5e9d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38564"
    uid: 2ef20678-8d88-457f-a6e1-9b2d9b30b461
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:58Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d7f9e5e931b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 7d56db16-2f5e-4b9a-a304-63b8bb3fb4f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:58Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d7f9e6ce80f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38567"
    uid: 8b942fc5-326f-4d1f-8bfd-70e73ce5fd70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:58Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d7fa27f22ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38571"
    uid: 8ba6df6d-4761-40de-933b-df17b7681726
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:58Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d7fa300e0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38572"
    uid: 3f795106-8ca4-494f-bf6d-21f527fb34e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T14:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:50:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:16Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d8012865c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "39208"
    uid: 055e5624-3eb4-49a8-b3e4-619a5dc97d91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:50:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:13Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d911f70b8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39169"
    uid: 5b5c9192-b90c-4b73-a673-cec06c37218e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:50:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:13Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d911f712639
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: 0155f342-7511-4f84-a35b-077e85b51a61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 18d2f27e-478e-4b8c-9868-65f52a62749b
  kind: Event
  lastTimestamp: "2026-05-20T14:50:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:16Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-m4wj7.18b14d91c49d5a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: aeddc13a-594c-492a-b2e8-6da353bbc24f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 372c7159-f6a7-4984-aa14-f507def9a412
  kind: Event
  lastTimestamp: "2026-05-20T14:48:53Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-m4wj7'
  metadata:
    creationTimestamp: "2026-05-20T14:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:48:53Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18b14d7e66a1a5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38499"
    uid: 09e22986-d905-4bda-8eff-9cff39b3012a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38483"
    uid: 6a69897c-47b2-499a-9b71-ba854e2dd21c
  kind: Event
  lastTimestamp: "2026-05-20T14:48:53Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T14:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:48:53Z"
    name: isvc-xgboost-runtime-predictor.18b14d7e62889034
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: e786ccbc-cff0-4f54-9aab-dd31031a2652
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:49:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38485"
    uid: ff206b0f-fdb6-43b8-873a-ca38fd597efb
  kind: Event
  lastTimestamp: "2026-05-20T14:49:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:49:38Z"
    name: isvc-xgboost-runtime-predictor.18b14d81e16d7e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "38856"
    uid: 0a3a3543-cdb4-4951-8801-1d0b07dde423
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:49:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38485"
    uid: ff206b0f-fdb6-43b8-873a-ca38fd597efb
  kind: Event
  lastTimestamp: "2026-05-20T14:49:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:49:38Z"
    name: isvc-xgboost-runtime-predictor.18b14d81e1e08a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "38857"
    uid: d09c0fa5-3619-495f-9d99-0db7077aa327
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:49:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: ff206b0f-fdb6-43b8-873a-ca38fd597efb
  kind: Event
  lastTimestamp: "2026-05-20T14:50:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:50:08Z"
    name: isvc-xgboost-runtime-predictor.18b14d8c5f14509d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39078"
    uid: ab76270c-1bf1-4c97-93a7-f8ee48d05624
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:49:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: ff206b0f-fdb6-43b8-873a-ca38fd597efb
  kind: Event
  lastTimestamp: "2026-05-20T14:50:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:50:08Z"
    name: isvc-xgboost-runtime-predictor.18b14d8c5fa09833
    namespace: kserve-ci-e2e-test
    resourceVersion: "39079"
    uid: b31626a0-7c28-4aa1-bc24-dd4ded0fb471
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38455"
    uid: 3719ed38-584a-4ca1-9f3a-c502ba3ddb60
  kind: Event
  lastTimestamp: "2026-05-20T14:50:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:50:06Z"
    name: isvc-xgboost-runtime.18b14d7e62536458
    namespace: kserve-ci-e2e-test
    resourceVersion: "39063"
    uid: 26a553c2-2e4a-4965-8156-067d4778eff1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38455"
    uid: 3719ed38-584a-4ca1-9f3a-c502ba3ddb60
  kind: Event
  lastTimestamp: "2026-05-20T14:48:53Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:48:53Z"
    name: isvc-xgboost-runtime.18b14d7e62b845e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38508"
    uid: 84f5b87f-3e37-43e9-90c0-808664b7b530
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38463"
    uid: 3719ed38-584a-4ca1-9f3a-c502ba3ddb60
  kind: Event
  lastTimestamp: "2026-05-20T14:48:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:48:53Z"
    name: isvc-xgboost-runtime.18b14d7e69a82f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38509"
    uid: 75081295-76cb-4eb7-aa3c-4fab87e65c46
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39061"
    uid: 3719ed38-584a-4ca1-9f3a-c502ba3ddb60
  kind: Event
  lastTimestamp: "2026-05-20T14:50:06Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:50:06Z"
    name: isvc-xgboost-runtime.18b14d8f78154878
    namespace: kserve-ci-e2e-test
    resourceVersion: "39062"
    uid: e1ae733d-861a-490a-8b3e-b1c3b5831440
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:47:12.719233Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37609"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:47:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:47:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d6709312afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 1fe5d94e-a15f-4518-b1c6-a84a960f053b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37618"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:47:13Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:47:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d67225be723
    namespace: kserve-ci-e2e-test
    resourceVersion: "37627"
    uid: 39b6e6e4-2c16-4c9c-a73d-a986f75d53f7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:47:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:47:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d6724139e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "37629"
    uid: a0eb99c8-07a0-4e53-b908-e8c9ad238302
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:47:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:47:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d672714a6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37631"
    uid: 3383885a-be7c-4d1f-ac81-e947c0e6e098
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:47:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:47:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d6727841a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: 2985dae0-9939-4340-b9fa-f6e687d4b56e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:47:17Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-20T14:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:47:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d680c6b7c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "37670"
    uid: d622de89-a6af-4739-a39d-7c2fea44e337
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:47:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:47:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d680f9eb8d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37673"
    uid: f454e918-6873-408b-abe2-a1f2492c1c0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:47:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:47:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d681011594a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37675"
    uid: 5ffde015-9465-42f5-b536-c8ffb965941a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:47:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:47:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d68101d7d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37676"
    uid: 392cd4e4-d54c-4bf0-98bb-e9dd27e4fff2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:47:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:47:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d6812ddf247
    namespace: kserve-ci-e2e-test
    resourceVersion: "37679"
    uid: 1b555628-c344-4c04-b3e7-ca341b5b156b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:47:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:47:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d681354fcce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: af4c7e05-9f28-4a6b-8ae9-6e967d862c2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:48:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:02Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d72b1997a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "38044"
    uid: f11a489f-6c0b-4a07-a4eb-f65e0352d88b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:48:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:02Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d72b19f70ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38048"
    uid: 2f28da88-b98d-43da-826d-3d64bdda73a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:48:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d733a24bad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38099"
    uid: 11698179-eedd-4896-8e6f-0cb0104245a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 65fe82b6-52c9-4b82-bedb-c9504247971e
  kind: Event
  lastTimestamp: "2026-05-20T14:48:05Z"
  message: 'Readiness probe failed: Get "http://10.134.0.57:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767.18b14d733a86c5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38100"
    uid: b9ee2f94-4e7e-426c-b4ba-92891d30d965
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "37598"
    uid: 385d598d-4e05-4ba1-ba2a-3952b132067e
  kind: Event
  lastTimestamp: "2026-05-20T14:47:12Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hv767'
  metadata:
    creationTimestamp: "2026-05-20T14:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:47:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18b14d6708bfabf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37610"
    uid: 22e2d9e8-5937-44d8-9a91-229bcaa0037b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37596"
    uid: 826b98b8-62a0-4981-ad47-98c4308b05dc
  kind: Event
  lastTimestamp: "2026-05-20T14:47:12Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:47:12Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b14d6703b5c9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37600"
    uid: e8ad7155-cfbd-4318-9b10-4c4e7864218c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37597"
    uid: 360fe2f7-54a2-4760-80b8-cfba4cb90223
  kind: Event
  lastTimestamp: "2026-05-20T14:47:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:47:27Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b14d6a82531267
    namespace: kserve-ci-e2e-test
    resourceVersion: "37757"
    uid: 5c9a71b8-2977-4200-bff7-0e4ea287bcac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37597"
    uid: 360fe2f7-54a2-4760-80b8-cfba4cb90223
  kind: Event
  lastTimestamp: "2026-05-20T14:47:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:47:27Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b14d6a82b9a570
    namespace: kserve-ci-e2e-test
    resourceVersion: "37758"
    uid: 366c6c10-49d1-49f7-8fc6-7cb4d895c12c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37756"
    uid: 360fe2f7-54a2-4760-80b8-cfba4cb90223
  kind: Event
  lastTimestamp: "2026-05-20T14:47:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:47:57Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b14d6e01fa5074
    namespace: kserve-ci-e2e-test
    resourceVersion: "37977"
    uid: f7f8f8ee-d890-4ccb-be2d-8ba3bb6bb5b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37756"
    uid: 360fe2f7-54a2-4760-80b8-cfba4cb90223
  kind: Event
  lastTimestamp: "2026-05-20T14:47:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:47:57Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b14d6e026f99f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37979"
    uid: 5108cd71-c96e-4cf3-a7e9-0831d5d9f575
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 625da2f5-b4b2-48a2-97ca-c6a7283a5e5d
  kind: Event
  lastTimestamp: "2026-05-20T14:47:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:47:55Z"
    name: isvc-xgboost-v2-mlserver.18b14d670384b7b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: 711d38aa-41cd-4fce-a212-a7fa7652e711
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 625da2f5-b4b2-48a2-97ca-c6a7283a5e5d
  kind: Event
  lastTimestamp: "2026-05-20T14:47:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:47:12Z"
    name: isvc-xgboost-v2-mlserver.18b14d6703eebb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37619"
    uid: 72625b9c-f7e1-4581-9ef3-c7825b9c97cf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37579"
    uid: 625da2f5-b4b2-48a2-97ca-c6a7283a5e5d
  kind: Event
  lastTimestamp: "2026-05-20T14:47:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:47:12Z"
    name: isvc-xgboost-v2-mlserver.18b14d670bbb197f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: fcc33c63-5742-46c7-a6d7-3cd080e70016
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37958"
    uid: 625da2f5-b4b2-48a2-97ca-c6a7283a5e5d
  kind: Event
  lastTimestamp: "2026-05-20T14:47:55Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:47:55Z"
    name: isvc-xgboost-v2-mlserver.18b14d70ed6e0bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37959"
    uid: 52f14e98-85f1-4585-a140-3a3788f2fcc3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:51:13.556292Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39666"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    to ip-10-0-130-144.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:51:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:51:13Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14d9f1c3308a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39676"
    uid: 39c46587-cbe8-419e-afaa-393807c782b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39683"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:51:13Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:51:13Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14d9f35e08933
    namespace: kserve-ci-e2e-test
    resourceVersion: "39693"
    uid: c6442691-787b-4ae5-bf60-4856c058efe4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:51:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:51:14Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14d9f376a1d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "39695"
    uid: 4ce155cd-62f1-41df-a0b4-1781b3e7a772
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:51:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:51:14Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14d9f3a1d5b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "39697"
    uid: 8d5eecae-7060-46fd-bed2-8f82f335dd73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:51:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:51:14Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14d9f3a8c55f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39700"
    uid: 6a671081-c13d-4051-9c05-a398d0ceebc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:51:18Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:51:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14da050547dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39737"
    uid: 537e6378-2724-40f0-b4f0-e596261f7bf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:51:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:51:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14da05373add3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39740"
    uid: afe22d59-57bc-4666-be4b-180775422868
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:51:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:51:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14da053ec0aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39743"
    uid: 5dedca4a-18f5-46e9-8a87-cf2e47da0685
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:51:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:51:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14da053f983e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39744"
    uid: af9bca61-8ea0-4c79-b945-6db7cfec39a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:51:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:51:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14da056f886ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39747"
    uid: e64943f3-1f17-42c6-a724-b6e70a2997b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:51:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:51:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14da05776a67d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39748"
    uid: f7a04217-2378-4893-a5e4-479e455dc574
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:52:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T14:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:52:35Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14da08c4abe21
    namespace: kserve-ci-e2e-test
    resourceVersion: "40393"
    uid: 5d1c19b1-89a9-4974-a417-72b8be39a795
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:52:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:52:33Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14db1c179aed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: fdc50701-2a46-459c-86f2-7f20a2b15a37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:52:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:52:33Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14db1c17dd359
    namespace: kserve-ci-e2e-test
    resourceVersion: "40338"
    uid: 314c8a39-617a-4a5a-95af-ff4c83caca29
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 87f57b45-5f78-4938-b403-cd02326f281c
  kind: Event
  lastTimestamp: "2026-05-20T14:52:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:52:35Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4.18b14db23e60e7a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40392"
    uid: e755297d-f23d-48c4-8978-9ca417de77dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39647"
    uid: 9f97fffc-43c4-4fb7-90c7-9d354543119b
  kind: Event
  lastTimestamp: "2026-05-20T14:51:13Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-jkjm4'
  metadata:
    creationTimestamp: "2026-05-20T14:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:51:13Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18b14d9f1b7e05c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39670"
    uid: 290a7ffb-8dbf-44b5-9b0a-f006c49df906
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39645"
    uid: ad330444-3d0b-49d3-a512-17432eef1de2
  kind: Event
  lastTimestamp: "2026-05-20T14:51:13Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:51:13Z"
    name: isvc-xgboost-v2-predictor.18b14d9f16d88cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39649"
    uid: 95268ef7-fd50-407f-ac70-7f3ae9ef278d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39646"
    uid: abf53665-f061-4338-ab3e-bdb550663cf7
  kind: Event
  lastTimestamp: "2026-05-20T14:51:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:51:43Z"
    name: isvc-xgboost-v2-predictor.18b14da295ac1ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39929"
    uid: b8ef44df-bf87-4579-a558-df1dd7732508
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39646"
    uid: abf53665-f061-4338-ab3e-bdb550663cf7
  kind: Event
  lastTimestamp: "2026-05-20T14:51:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:51:43Z"
    name: isvc-xgboost-v2-predictor.18b14da2961dbf5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39930"
    uid: d6473d34-f37b-45da-82a2-0a1b5054d3c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39824"
    uid: abf53665-f061-4338-ab3e-bdb550663cf7
  kind: Event
  lastTimestamp: "2026-05-20T14:52:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:52:28Z"
    name: isvc-xgboost-v2-predictor.18b14da99426d87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40256"
    uid: 6472dfcd-ee70-4d2f-9b91-225d3a824717
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39824"
    uid: abf53665-f061-4338-ab3e-bdb550663cf7
  kind: Event
  lastTimestamp: "2026-05-20T14:52:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:52:28Z"
    name: isvc-xgboost-v2-predictor.18b14da994922008
    namespace: kserve-ci-e2e-test
    resourceVersion: "40257"
    uid: aa4c4c0e-c31c-441f-9478-51f3db0235c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:50:13.433560Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39139"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:50:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:50:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d911c9af8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39158"
    uid: c10635a4-a099-41f4-8c2c-9d84ef55d22f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39166"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:50:13Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:50:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d91368038e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39180"
    uid: dbd54ae2-b670-465d-b558-354c1bba04d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:50:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d91380954c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39182"
    uid: 2d499cf2-a817-4f0d-a33d-a8bcde912f0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:50:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d913b51ec82
    namespace: kserve-ci-e2e-test
    resourceVersion: "39184"
    uid: a712b658-a310-426b-86b4-1672245db4f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:50:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d913bbf1b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "39185"
    uid: aa319316-a227-49ba-9b12-8db014919a25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:50:17Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-20T14:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d92186eb2ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39218"
    uid: 157d8967-f897-4849-84ff-f59138e53503
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:50:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d921b77935a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39221"
    uid: 696e6407-799d-4752-ad9b-801124dfc9e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:50:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d921be5eb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "39222"
    uid: 73b77599-01e1-4da3-a6d0-e64c51d851a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:50:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d921bf11640
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 780ccd13-a0d9-4b10-94c4-b2b01c3967d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:50:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d921ecd7267
    namespace: kserve-ci-e2e-test
    resourceVersion: "39227"
    uid: 8c053dc0-72c6-4736-aca4-9cd85bf15f8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:50:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d921f3be25d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39228"
    uid: 64c2c431-a68e-4a43-a4ad-f1b66365865c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:50:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-20T14:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:50:55Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d9af33cf322
    namespace: kserve-ci-e2e-test
    resourceVersion: "39500"
    uid: 6e7ef4fc-fdd6-463e-a59d-e289e95d1e70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:51:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:51:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d9f1ccfdda9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39678"
    uid: 751a16c0-1d14-4511-a8ed-3647a553e53d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:51:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:51:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d9f1cd0983c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39682"
    uid: 0b07baf3-5ef8-4f39-a8a4-e227d0bca33c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 050b37ab-aef0-4ba1-88c3-a0971a52d93f
  kind: Event
  lastTimestamp: "2026-05-20T14:51:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:51:15Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh.18b14d9f9a4ef013
    namespace: kserve-ci-e2e-test
    resourceVersion: "39715"
    uid: 47fd132d-87a8-465c-85a7-d562acde728e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39131"
    uid: 0aba3dad-c9e5-4a9e-a3e4-5a943e1fe545
  kind: Event
  lastTimestamp: "2026-05-20T14:50:13Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-gctwh'
  metadata:
    creationTimestamp: "2026-05-20T14:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:50:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18b14d911b86510a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39149"
    uid: 3b7bc9ce-79b0-4c09-9afe-97df8f17e6a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39128"
    uid: 03742a1e-2e03-4d03-8bb4-863fbed9e170
  kind: Event
  lastTimestamp: "2026-05-20T14:50:13Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:50:13Z"
    name: isvc-xgboost-v2-runtime-predictor.18b14d91155054a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39133"
    uid: d7c0e3a4-b13f-46e1-bb01-79436cc1cc4b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39130"
    uid: 5468a96c-3e3f-4dbf-8c55-3a788141106f
  kind: Event
  lastTimestamp: "2026-05-20T14:50:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:50:28Z"
    name: isvc-xgboost-v2-runtime-predictor.18b14d9493cff79b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39306"
    uid: 0442dfd2-4cfb-4499-9db7-6856c79a059f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39130"
    uid: 5468a96c-3e3f-4dbf-8c55-3a788141106f
  kind: Event
  lastTimestamp: "2026-05-20T14:50:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:50:28Z"
    name: isvc-xgboost-v2-runtime-predictor.18b14d949466ced5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39308"
    uid: 0442300a-2d90-45e6-b601-a0db3d92db6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39307"
    uid: 5468a96c-3e3f-4dbf-8c55-3a788141106f
  kind: Event
  lastTimestamp: "2026-05-20T14:51:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:51:13Z"
    name: isvc-xgboost-v2-runtime-predictor.18b14d9813955126
    namespace: kserve-ci-e2e-test
    resourceVersion: "39633"
    uid: f14ccf88-dfe3-42bc-a83d-d61df67a6a96
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39307"
    uid: 5468a96c-3e3f-4dbf-8c55-3a788141106f
  kind: Event
  lastTimestamp: "2026-05-20T14:51:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:51:13Z"
    name: isvc-xgboost-v2-runtime-predictor.18b14d981403eae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39635"
    uid: ee4e307a-b305-4b84-92e8-e97af151a705
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39117"
    uid: 62810046-9cf7-4552-906c-683ff7262369
  kind: Event
  lastTimestamp: "2026-05-20T14:51:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:51:05Z"
    name: isvc-xgboost-v2-runtime.18b14d9115163325
    namespace: kserve-ci-e2e-test
    resourceVersion: "39576"
    uid: 47881130-8ac5-4496-810f-a26dcd047a83
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39117"
    uid: 62810046-9cf7-4552-906c-683ff7262369
  kind: Event
  lastTimestamp: "2026-05-20T14:50:13Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:50:13Z"
    name: isvc-xgboost-v2-runtime.18b14d9115ace153
    namespace: kserve-ci-e2e-test
    resourceVersion: "39172"
    uid: 4efa33da-5471-4123-9cd4-bcd23bc4b595
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:50:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39137"
    uid: 62810046-9cf7-4552-906c-683ff7262369
  kind: Event
  lastTimestamp: "2026-05-20T14:50:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:50:13Z"
    name: isvc-xgboost-v2-runtime.18b14d9120b42593
    namespace: kserve-ci-e2e-test
    resourceVersion: "39173"
    uid: a709ddec-3314-4963-81d4-99d4a1547b9f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39574"
    uid: 62810046-9cf7-4552-906c-683ff7262369
  kind: Event
  lastTimestamp: "2026-05-20T14:51:05Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:51:05Z"
    name: isvc-xgboost-v2-runtime.18b14d9d4cc0e751
    namespace: kserve-ci-e2e-test
    resourceVersion: "39575"
    uid: 105626bd-f7ca-43e8-a883-faa35ba858c8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39632"
    uid: f1da5be3-f6ce-4dc1-a932-b2761468eb7e
  kind: Event
  lastTimestamp: "2026-05-20T14:52:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:52:25Z"
    name: isvc-xgboost-v2.18b14d9f166e6639
    namespace: kserve-ci-e2e-test
    resourceVersion: "40232"
    uid: e745d0ed-b24e-4f11-9530-2f3803bb1cf9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:51:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39632"
    uid: f1da5be3-f6ce-4dc1-a932-b2761468eb7e
  kind: Event
  lastTimestamp: "2026-05-20T14:51:13Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:51:13Z"
    name: isvc-xgboost-v2.18b14d9f17174038
    namespace: kserve-ci-e2e-test
    resourceVersion: "39651"
    uid: c4250572-3714-4188-b537-fdb658b6a7cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:52:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40230"
    uid: f1da5be3-f6ce-4dc1-a932-b2761468eb7e
  kind: Event
  lastTimestamp: "2026-05-20T14:52:25Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:52:25Z"
    name: isvc-xgboost-v2.18b14daff061d430
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: c48cd9ac-7a12-4982-a2b1-ea7d3465500e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36773"
    uid: 5ac279b1-4943-4e44-86be-a9db58e4adc2
  kind: Event
  lastTimestamp: "2026-05-20T14:47:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:47:04Z"
    name: isvc-xgboost.18b14d4fac908736
    namespace: kserve-ci-e2e-test
    resourceVersion: "37513"
    uid: 01a692cf-a15c-4ee6-b6b6-fdcb69957d8f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36773"
    uid: 5ac279b1-4943-4e44-86be-a9db58e4adc2
  kind: Event
  lastTimestamp: "2026-05-20T14:45:32Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T14:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:45:32Z"
    name: isvc-xgboost.18b14d4fad2adb59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: c16ddb03-598a-44ff-bced-2b60cf679816
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:45:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 5ac279b1-4943-4e44-86be-a9db58e4adc2
  kind: Event
  lastTimestamp: "2026-05-20T14:45:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:45:32Z"
    name: isvc-xgboost.18b14d4fb5b74e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "36828"
    uid: becef9cc-b3f9-440c-bb42-965f8faebc45
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:47:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37511"
    uid: 5ac279b1-4943-4e44-86be-a9db58e4adc2
  kind: Event
  lastTimestamp: "2026-05-20T14:47:04Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:47:04Z"
    name: isvc-xgboost.18b14d652e8cfddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37512"
    uid: 128556b2-94f7-4342-9aeb-d908311acd33
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:06:00.616230Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-f85kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: aff645fa-801e-40db-adb5-0744023d6c10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-f85kj
    to ip-10-0-130-144.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:06:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:06:00Z"
    name: message-dumper-predictor-c7d86bcbd-f85kj.18b14b27745ee8d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: 38613258-4041-4fcd-8117-3e0014ea891c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-f85kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: aff645fa-801e-40db-adb5-0744023d6c10
  kind: Event
  lastTimestamp: "2026-05-20T14:06:01Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:06:01Z"
    name: message-dumper-predictor-c7d86bcbd-f85kj.18b14b278d7c7c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: e34c39bc-0234-4f11-b9a6-325b0986f3d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-f85kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: aff645fa-801e-40db-adb5-0744023d6c10
  kind: Event
  lastTimestamp: "2026-05-20T14:06:01Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-05-20T14:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:01Z"
    name: message-dumper-predictor-c7d86bcbd-f85kj.18b14b278f094f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 26949917-1e9e-485a-aca0-c4c70f31c514
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-f85kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: aff645fa-801e-40db-adb5-0744023d6c10
  kind: Event
  lastTimestamp: "2026-05-20T14:06:02Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 976ms (976ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:02Z"
    name: message-dumper-predictor-c7d86bcbd-f85kj.18b14b27c943162a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 0f309f76-a373-4369-928f-b1e1239b49b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-f85kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: aff645fa-801e-40db-adb5-0744023d6c10
  kind: Event
  lastTimestamp: "2026-05-20T14:06:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:02Z"
    name: message-dumper-predictor-c7d86bcbd-f85kj.18b14b27cc4354ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: de5380f4-fa39-460f-96e4-aaf7b445d089
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-f85kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: aff645fa-801e-40db-adb5-0744023d6c10
  kind: Event
  lastTimestamp: "2026-05-20T14:06:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:02Z"
    name: message-dumper-predictor-c7d86bcbd-f85kj.18b14b27ccaf5cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 850c519c-8c1d-4fa7-8c9b-f17f2e433af5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-f85kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: aff645fa-801e-40db-adb5-0744023d6c10
  kind: Event
  lastTimestamp: "2026-05-20T14:06:02Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-05-20T14:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:02Z"
    name: message-dumper-predictor-c7d86bcbd-f85kj.18b14b27ccbbcdee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16758"
    uid: b8297622-2ae7-4342-9de9-ca76affedb2a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-f85kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: aff645fa-801e-40db-adb5-0744023d6c10
  kind: Event
  lastTimestamp: "2026-05-20T14:06:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.197s (2.197s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T14:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:04Z"
    name: message-dumper-predictor-c7d86bcbd-f85kj.18b14b284fb71075
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 6124b92d-d922-4a7f-a4d7-79139b49aff7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-f85kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: aff645fa-801e-40db-adb5-0744023d6c10
  kind: Event
  lastTimestamp: "2026-05-20T14:06:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:04Z"
    name: message-dumper-predictor-c7d86bcbd-f85kj.18b14b2853fc5e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: 055db63c-1e14-4712-af83-b61f71dfb234
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-f85kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: aff645fa-801e-40db-adb5-0744023d6c10
  kind: Event
  lastTimestamp: "2026-05-20T14:06:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:06:04Z"
    name: message-dumper-predictor-c7d86bcbd-f85kj.18b14b2854676904
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 22913a82-c28d-4cbb-b117-7ca42f0eb292
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-f85kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: aff645fa-801e-40db-adb5-0744023d6c10
  kind: Event
  lastTimestamp: "2026-05-20T14:07:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:46Z"
    name: message-dumper-predictor-c7d86bcbd-f85kj.18b14b400000f76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: 60384bc6-2d31-4461-8563-e2ee22dac583
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-f85kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: aff645fa-801e-40db-adb5-0744023d6c10
  kind: Event
  lastTimestamp: "2026-05-20T14:07:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:07:46Z"
    name: message-dumper-predictor-c7d86bcbd-f85kj.18b14b40000161a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: 7d1009ab-df71-4c3d-8c9b-ecf82286d7e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16718"
    uid: d9477f00-86cb-46a5-bff9-a0daa1d7fc8e
  kind: Event
  lastTimestamp: "2026-05-20T14:06:00Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-f85kj'
  metadata:
    creationTimestamp: "2026-05-20T14:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:06:00Z"
    name: message-dumper-predictor-c7d86bcbd.18b14b2773d5f569
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 2ad5e7c4-3d3e-4577-bdcb-22a0b18d8ec4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16716"
    uid: a8cfd5dd-f3bb-44aa-9b5e-3c6ee5860043
  kind: Event
  lastTimestamp: "2026-05-20T14:06:00Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T14:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:06:00Z"
    name: message-dumper-predictor.18b14b277169807f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16720"
    uid: 8a310cc9-d4dc-4e49-9b09-a86f5dced75a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 2a69ecf9-0335-435e-9352-4b15e7949edb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:06:15Z"
    name: message-dumper-predictor.18b14b2af069b75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: 164768ed-1736-42d4-ae6e-763c84132c44
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 2a69ecf9-0335-435e-9352-4b15e7949edb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:06:15Z"
    name: message-dumper-predictor.18b14b2af0ca39bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16874"
    uid: b5eb3f2f-1357-4c07-a6ef-8c2858e9f894
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: 2a69ecf9-0335-435e-9352-4b15e7949edb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:06:30Z"
    name: message-dumper-predictor.18b14b2e6f8ce240
    namespace: kserve-ci-e2e-test
    resourceVersion: "17053"
    uid: f3d451e6-93cd-451b-8eb5-e1eac261d151
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: 2a69ecf9-0335-435e-9352-4b15e7949edb
  kind: Event
  lastTimestamp: "2026-05-20T14:06:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:06:30Z"
    name: message-dumper-predictor.18b14b2e6ffec328
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: 33c24418-c9d2-49a4-9c3c-5ac60c30e12a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: 2ae1329b-1543-4524-b86b-8524c568c1d2
  kind: Event
  lastTimestamp: "2026-05-20T14:06:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:06:12Z"
    name: message-dumper.18b14b27716d001f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16849"
    uid: dcb989b3-29a2-4382-b0de-da6cc20eb0ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: 2ae1329b-1543-4524-b86b-8524c568c1d2
  kind: Event
  lastTimestamp: "2026-05-20T14:06:00Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T14:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:06:00Z"
    name: message-dumper.18b14b27724c89f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: 5441a890-29e8-40d5-b056-0b6c29cd34de
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:06:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2ae1329b-1543-4524-b86b-8524c568c1d2
  kind: Event
  lastTimestamp: "2026-05-20T14:06:12Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:06:12Z"
    name: message-dumper.18b14b2a4cf0b9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: 87946094-3240-43a4-b8eb-00fdc02cd9a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:36:21.057895Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32175"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:36:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:36:21Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14ccf4f264548
    namespace: kserve-ci-e2e-test
    resourceVersion: "32181"
    uid: ade4cef6-a873-4bfb-953c-d38a4719e8f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32188"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:36:21Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:36:21Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14ccf686e12b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: 4d140525-b0ae-474d-9268-5cece85a171b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:36:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:36:21Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14ccf69e61c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32196"
    uid: f5ff7613-e656-46f1-8f20-df374a7e01d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:36:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:36:21Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14ccf6ce9861e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32198"
    uid: 8c5182da-b2ce-49d8-b488-d5c13c8de419
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:36:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:36:21Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14ccf6d5ed0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: 6ed69708-9074-4809-b093-ff2cbb15b786
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:36:25Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-20T14:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:36:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14cd06d571d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32238"
    uid: 269155b8-782d-4cc0-a250-82bf46556af4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:36:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:36:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14cd0706c38ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 12b9305a-15ac-4d38-b267-f372fe09d537
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:36:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:36:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14cd070da2bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32244"
    uid: e3a2a9da-2f5f-4fdf-9215-ea303ed3e2a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:36:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:36:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14cd070e51afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32245"
    uid: 0c678e3f-d87c-47c6-9275-7aca9f89b329
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:36:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:36:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14cd073749e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32248"
    uid: a59db8c8-d388-40c3-9535-1b64f41b0f89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:36:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:36:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14cd073e9b404
    namespace: kserve-ci-e2e-test
    resourceVersion: "32249"
    uid: 54df9c47-534d-40aa-acc4-03b9cb9c902e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:37:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-20T14:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:02Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14cd90c869772
    namespace: kserve-ci-e2e-test
    resourceVersion: "32506"
    uid: c8c34167-71e1-4590-bbf4-16115d6704be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:37:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:21Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14cdd49aac17d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32672"
    uid: 36a8d83b-ff1f-4bc6-80a7-c96580991f51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:37:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:21Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14cdd49ab2c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "32674"
    uid: cc70c58e-1d34-4abf-949d-cb955be7bb51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:37:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:22Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14cddb3574cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "32726"
    uid: 0da8897f-85f4-46c9-9ae4-3b3c7bcf4d0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32179"
    uid: 0f1d10dc-4d4c-4f1d-af1a-670e975b4ac8
  kind: Event
  lastTimestamp: "2026-05-20T14:37:23Z"
  message: 'Readiness probe failed: Get "http://10.134.0.51:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-05-20T14:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:37:23Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zbrpk.18b14cddf08503bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32734"
    uid: b8351d28-5612-41b0-a3cd-9716d5996c7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "32167"
    uid: 4add226c-634f-4089-8edd-1dc6de190602
  kind: Event
  lastTimestamp: "2026-05-20T14:36:21Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-zbrpk'
  metadata:
    creationTimestamp: "2026-05-20T14:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:36:21Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18b14ccf4e6758a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32178"
    uid: be80665e-e17d-4f7b-b01c-760a0e1f4600
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32164"
    uid: 754146c5-9f0b-49c1-98b9-c368d77ec3c1
  kind: Event
  lastTimestamp: "2026-05-20T14:36:20Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T14:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:36:20Z"
    name: sklearn-v2-mlserver-predictor.18b14ccf4a285a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32169"
    uid: 12833c68-94eb-43b6-b7d5-864d2b84da18
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32166"
    uid: f8cfa027-18a4-4995-9946-5cec08eba6ef
  kind: Event
  lastTimestamp: "2026-05-20T14:37:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:37:06Z"
    name: sklearn-v2-mlserver-predictor.18b14cd2c8ecc1c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32530"
    uid: ca900cde-601b-402a-8bae-4ceed86aaf68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32166"
    uid: f8cfa027-18a4-4995-9946-5cec08eba6ef
  kind: Event
  lastTimestamp: "2026-05-20T14:37:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:37:06Z"
    name: sklearn-v2-mlserver-predictor.18b14cd2c944d7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32531"
    uid: 9dea7cf7-df93-4d33-bb41-8ae5a4206382
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32320"
    uid: f8cfa027-18a4-4995-9946-5cec08eba6ef
  kind: Event
  lastTimestamp: "2026-05-20T14:37:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:37:21Z"
    name: sklearn-v2-mlserver-predictor.18b14cd6480d18ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32648"
    uid: d040918e-302a-4d42-885a-0f50cdb6c98b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32320"
    uid: f8cfa027-18a4-4995-9946-5cec08eba6ef
  kind: Event
  lastTimestamp: "2026-05-20T14:37:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T14:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:37:21Z"
    name: sklearn-v2-mlserver-predictor.18b14cd6487fcd06
    namespace: kserve-ci-e2e-test
    resourceVersion: "32650"
    uid: c934c6b5-7c19-4604-b2e6-14a848126ae7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 871ea236-8097-4c52-867a-26f082132997
  kind: Event
  lastTimestamp: "2026-05-20T14:37:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:37:13Z"
    name: sklearn-v2-mlserver.18b14ccf49dc5dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32589"
    uid: fbbccd7f-0d2a-4e81-85cc-3984c83decba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:36:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 871ea236-8097-4c52-867a-26f082132997
  kind: Event
  lastTimestamp: "2026-05-20T14:36:20Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:36:20Z"
    name: sklearn-v2-mlserver.18b14ccf4a4f7d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32171"
    uid: 715bfb4f-d973-4c85-a96a-4239db0e5a78
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:37:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32587"
    uid: 871ea236-8097-4c52-867a-26f082132997
  kind: Event
  lastTimestamp: "2026-05-20T14:37:13Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:37:13Z"
    name: sklearn-v2-mlserver.18b14cdb6728bff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32588"
    uid: a79ec904-2faa-4904-8426-12a2f01a6895
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T14:48:02.869644Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38058"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    to ip-10-0-139-248.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T14:48:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T14:48:02Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d72b663b791
    namespace: kserve-ci-e2e-test
    resourceVersion: "38062"
    uid: 6cec7abc-d08b-43ba-ad54-f8688ff0fcbb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5d54466785-95jtw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T14:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:03Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d72c25b9ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38070"
    uid: c9fe6f39-e91f-4bb5-81b5-4f11eddee6c7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38067"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:03Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T14:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T14:48:03Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d72f3c0e500
    namespace: kserve-ci-e2e-test
    resourceVersion: "38079"
    uid: cf95a4c3-5dbf-436a-bd6d-cfae19e8106a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0459e31fff147b1f9487117ac00a86221572ce2251d3068d36cf76ed2126ea4f"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:03Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d72f53f51b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 011f2c34-a0c9-4d32-9ac5-f8cb36d6b782
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T14:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:03Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d72f84bdc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38082"
    uid: 7e8b2680-58b3-40a0-89fc-435f0b920354
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T14:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:03Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d72f8b254a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38083"
    uid: edef39d0-491f-4eee-94c0-3f1e1ca92c1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:08Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-20T14:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d73f6649550
    namespace: kserve-ci-e2e-test
    resourceVersion: "38124"
    uid: afbedcf5-6062-423d-a96c-a6236b712314
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T14:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d73fb065989
    namespace: kserve-ci-e2e-test
    resourceVersion: "38129"
    uid: 95f80478-e4fa-4665-8242-189c3a74c42c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d73fb7bde93
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: 75482fa1-9940-48b6-b0b9-83e8dad3a0dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T14:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d73fb87c979
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: b3a3941a-e8f7-42e0-8107-ecba6f0fb0f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T14:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d73fe48b02e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38134"
    uid: 2977eb86-239f-438d-b019-338bface1789
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d73feba5cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38135"
    uid: bfc1b4ad-9d46-4fee-aa2c-a04bfd0a29db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T14:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:52Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d7e616b6163
    namespace: kserve-ci-e2e-test
    resourceVersion: "38484"
    uid: 753aa127-01a8-494b-bbba-3bee8be42e80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T14:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:52Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d7e616cef12
    namespace: kserve-ci-e2e-test
    resourceVersion: "38487"
    uid: 18b90f06-a9ba-4c47-b888-cb0175edf0fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:56Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d7f2439cac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38548"
    uid: e9d99c03-b0fb-4d6d-b2e1-6e95daf9ac65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 70273a51-d619-48be-ab25-2caa979a630b
  kind: Event
  lastTimestamp: "2026-05-20T14:48:56Z"
  message: 'Readiness probe failed: Get "http://10.134.0.58:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.58:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T14:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T14:48:56Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cldbs.18b14d7f249be0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38549"
    uid: 499b0d67-d45e-429a-8427-73ebf4d85774
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38046"
    uid: 7e5eed6d-ef05-4613-8cb7-ab3a8e60c713
  kind: Event
  lastTimestamp: "2026-05-20T14:48:02Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-cldbs'
  metadata:
    creationTimestamp: "2026-05-20T14:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:48:02Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18b14d72b5e5f3fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38059"
    uid: e1968a26-704f-4182-b150-5ff348d986de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38043"
    uid: f7f5bfc7-138b-444c-a81b-e4662a1959e4
  kind: Event
  lastTimestamp: "2026-05-20T14:48:02Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T14:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:48:02Z"
    name: xgboost-v2-mlserver-predictor.18b14d72b22d1bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38049"
    uid: 62f9c460-9889-4a96-92e0-968ccb449017
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38045"
    uid: e0b5d236-43ec-4d79-9384-8a1128d843fb
  kind: Event
  lastTimestamp: "2026-05-20T14:48:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:48:47Z"
    name: xgboost-v2-mlserver-predictor.18b14d7630c1a04b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38417"
    uid: 203ff30a-93c8-4158-a91a-a6c2dff29f04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38045"
    uid: e0b5d236-43ec-4d79-9384-8a1128d843fb
  kind: Event
  lastTimestamp: "2026-05-20T14:48:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T14:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T14:48:47Z"
    name: xgboost-v2-mlserver-predictor.18b14d763136c053
    namespace: kserve-ci-e2e-test
    resourceVersion: "38418"
    uid: fe73af8b-0ac3-4f38-a42a-db5df7c96bd5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38017"
    uid: a1b4c151-9f1b-46be-a636-13a475e0040d
  kind: Event
  lastTimestamp: "2026-05-20T14:48:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T14:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:48:46Z"
    name: xgboost-v2-mlserver.18b14d72b2088e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38406"
    uid: 1051113e-b844-4690-bcde-6275a8b28e88
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38017"
    uid: a1b4c151-9f1b-46be-a636-13a475e0040d
  kind: Event
  lastTimestamp: "2026-05-20T14:48:02Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T14:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:48:02Z"
    name: xgboost-v2-mlserver.18b14d72b2871bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38051"
    uid: 3cff1568-18e8-4b8f-b839-245982a89019
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T14:48:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38404"
    uid: a1b4c151-9f1b-46be-a636-13a475e0040d
  kind: Event
  lastTimestamp: "2026-05-20T14:48:46Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-20T14:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T14:48:46Z"
    name: xgboost-v2-mlserver.18b14d7cd7f50a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "38405"
    uid: 35ae6d34-1331-4a6e-aacd-308c2003c52f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "43914"