---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:21:34.653839Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: 2b5ad73b-bee4-4f01-9d1b-7a8e70a812e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77
    to ip-10-0-128-209.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:21:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:21:34Z"
    name: isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77.18a6e95e63be3e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: e989e112-a5fa-4ce4-880e-f97b3d1bb74d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19143"
    uid: 2b5ad73b-bee4-4f01-9d1b-7a8e70a812e0
  kind: Event
  lastTimestamp: "2026-04-16T18:21:35Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:21:35Z"
    name: isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77.18a6e95e7d0a6165
    namespace: kserve-ci-e2e-test
    resourceVersion: "19153"
    uid: 02f7d3b5-91e0-43d4-b724-e5ab9eef3343
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: 2b5ad73b-bee4-4f01-9d1b-7a8e70a812e0
  kind: Event
  lastTimestamp: "2026-04-16T18:21:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:37Z"
    name: isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77.18a6e95e7e38715b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 9fafcd5c-7afc-4003-bebc-9593780d9250
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: 2b5ad73b-bee4-4f01-9d1b-7a8e70a812e0
  kind: Event
  lastTimestamp: "2026-04-16T18:21:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:37Z"
    name: isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77.18a6e95e8197bda6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: a839eec4-7d43-41e5-a752-c08bbee18883
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: 2b5ad73b-bee4-4f01-9d1b-7a8e70a812e0
  kind: Event
  lastTimestamp: "2026-04-16T18:21:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:37Z"
    name: isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77.18a6e95e82012bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19188"
    uid: fbe602ae-13d0-45aa-8de8-acedda39a4ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: 2b5ad73b-bee4-4f01-9d1b-7a8e70a812e0
  kind: Event
  lastTimestamp: "2026-04-16T18:21:40Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:40Z"
    name: isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77.18a6e95fa8219a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "19271"
    uid: d6a2e8c2-6b31-4a08-94bc-9af7bd0d60fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-89c2e8-predictor-5cddc74476
    namespace: kserve-ci-e2e-test
    resourceVersion: "19122"
    uid: 17a4c093-f69e-4daf-8d8e-6bf8d05a9fe0
  kind: Event
  lastTimestamp: "2026-04-16T18:21:34Z"
  message: 'Created pod: isvc-init-fail-89c2e8-predictor-5cddc74476-w8w77'
  metadata:
    creationTimestamp: "2026-04-16T18:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:21:34Z"
    name: isvc-init-fail-89c2e8-predictor-5cddc74476.18a6e95e635506f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: e2c27b6f-3183-4c6d-9d22-59c2d42f5c01
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-89c2e8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: b54ec72e-fe18-4e2b-aa02-415539bc26f0
  kind: Event
  lastTimestamp: "2026-04-16T18:21:34Z"
  message: Scaled up replica set isvc-init-fail-89c2e8-predictor-5cddc74476 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:21:34Z"
    name: isvc-init-fail-89c2e8-predictor.18a6e95e6022ff63
    namespace: kserve-ci-e2e-test
    resourceVersion: "19125"
    uid: b9cc955d-6e82-4487-bcc6-6cb73bc25921
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-89c2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19093"
    uid: 06264c76-0d4c-47e2-94ef-98b730995794
  kind: Event
  lastTimestamp: "2026-04-16T18:21:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:21:37Z"
    name: isvc-init-fail-89c2e8.18a6e95e6028c8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19190"
    uid: 4035a6bd-49f3-45b0-857b-98d71273450d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-89c2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19093"
    uid: 06264c76-0d4c-47e2-94ef-98b730995794
  kind: Event
  lastTimestamp: "2026-04-16T18:21:34Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-89c2e8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-89c2e8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:21:34Z"
    name: isvc-init-fail-89c2e8.18a6e95e60eab541
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: 8c5f70e0-9175-4b7f-9768-6a96b1956864
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-89c2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19093"
    uid: 06264c76-0d4c-47e2-94ef-98b730995794
  kind: Event
  lastTimestamp: "2026-04-16T18:21:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-89c2e8": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:21:34Z"
    name: isvc-init-fail-89c2e8.18a6e95e60eb0ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: d6b248b0-bd63-4490-8f1d-61bf35e70e04
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:16:34.785521Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    to ip-10-0-128-209.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:16:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:16:34Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e9189232d436
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: df2f3392-c0e9-4ce9-8177-074883dc1445
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:16:35Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:16:35Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e918ab0b2da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: 28c71f61-df4e-4634-a7d8-b1197102cc6b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:16:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:35Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e918ac6b2f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: da80d30e-430a-4ab0-ac56-828405378818
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:16:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:35Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e918b00610ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: 9b329b26-4d64-451c-8b4d-d18882a5549c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:16:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:35Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e918b0732618
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: ffde0b23-34cb-41cc-8726-74988d476fca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:16:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:39Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e9199d594d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: cb17a00c-0f68-404d-8e15-49db92f97417
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:16:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:39Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e919a065f2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16692"
    uid: 6e2686ee-85fe-4c21-a460-216aa220873a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:16:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:39Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e919a0e663aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 0b6ac4aa-7db3-44f1-a678-0ded230750b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:16:39Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:ee4db148793b3f03915a5f82a6e036d7a090e0b557ef078079043d8fab2b15d2"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:39Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e919a0f1c0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 21142863-7b2e-4c98-bc54-acde60a3a1e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:16:39Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:39Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e919a5f89a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: d42f72da-b016-49a2-8f79-c3932ac470ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:16:39Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:39Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e919a6749838
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 51746266-5774-4d01-993b-af6d9d44ef54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:18:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:18:12Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e919d93d9dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 1d89728e-98a3-439e-af42-705946b45b34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:18:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:18:12Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e91a15008376
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 829130de-50b6-49de-8ed1-bc63494760fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:17:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:49Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e92a1405a6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17264"
    uid: ed75980c-d068-4eb1-90e9-a77d33c20d7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 4ac6194d-a1ff-4c4e-bd3c-7c144f105a8d
  kind: Event
  lastTimestamp: "2026-04-16T18:17:49Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:49Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw.18a6e92a1406dfe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 31523661-7ddd-454a-8038-07963d6c13ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: cea3b9ad-e24d-421e-b2a9-b62174f10077
  kind: Event
  lastTimestamp: "2026-04-16T18:16:34Z"
  message: 'Created pod: isvc-logger-raw-28c03-predictor-6fb4bfb79f-dqltw'
  metadata:
    creationTimestamp: "2026-04-16T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:34Z"
    name: isvc-logger-raw-28c03-predictor-6fb4bfb79f.18a6e9189192e791
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 69513a31-0452-4415-b6c7-bb32972f75a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-28c03-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16605"
    uid: 482c3d8e-1314-4a20-8e01-5f7fcb4706dc
  kind: Event
  lastTimestamp: "2026-04-16T18:16:34Z"
  message: Scaled up replica set isvc-logger-raw-28c03-predictor-6fb4bfb79f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:34Z"
    name: isvc-logger-raw-28c03-predictor.18a6e9188e5ddbc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: cd87020e-d463-4459-8cd3-7e2626f74c91
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-28c03-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 1d7781e4-fdc0-4af3-aa8e-49bcc67e33a8
  kind: Event
  lastTimestamp: "2026-04-16T18:17:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:17:19Z"
    name: isvc-logger-raw-28c03-predictor.18a6e91c0cf68dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: e3d34324-d4cf-453c-ba4b-5d5b9d9d7581
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-28c03-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 1d7781e4-fdc0-4af3-aa8e-49bcc67e33a8
  kind: Event
  lastTimestamp: "2026-04-16T18:17:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:17:19Z"
    name: isvc-logger-raw-28c03-predictor.18a6e91c0d72c225
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 817d9cdf-e3b8-4d8d-8141-98df919843dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-28c03-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 1d7781e4-fdc0-4af3-aa8e-49bcc67e33a8
  kind: Event
  lastTimestamp: "2026-04-16T18:17:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:17:49Z"
    name: isvc-logger-raw-28c03-predictor.18a6e91f8c3c7d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 81d48d7a-c94e-40af-989a-91e3e9e7d43a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-28c03-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 1d7781e4-fdc0-4af3-aa8e-49bcc67e33a8
  kind: Event
  lastTimestamp: "2026-04-16T18:17:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:17:49Z"
    name: isvc-logger-raw-28c03-predictor.18a6e91f8ca9fc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17231"
    uid: 6eee55cd-8a52-4365-89ac-19a4435faed5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-28c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: 6868e6b9-49d2-4008-86e7-7d4517bc8234
  kind: Event
  lastTimestamp: "2026-04-16T18:17:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:17:42Z"
    name: isvc-logger-raw-28c03.18a6e9188e373512
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 99bc9873-4bca-42cf-93ca-44d86ea63262
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-28c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: 6868e6b9-49d2-4008-86e7-7d4517bc8234
  kind: Event
  lastTimestamp: "2026-04-16T18:16:34Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-28c03":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-28c03":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:16:34Z"
    name: isvc-logger-raw-28c03.18a6e9188eaecab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: a63b21d5-998a-4d15-98dd-72a04dcaddca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-28c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 6868e6b9-49d2-4008-86e7-7d4517bc8234
  kind: Event
  lastTimestamp: "2026-04-16T18:16:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-28c03": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:16:34Z"
    name: isvc-logger-raw-28c03.18a6e918950750dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 8818fcc6-d718-4e01-a0f8-a9884a497007
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-28c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: 6868e6b9-49d2-4008-86e7-7d4517bc8234
  kind: Event
  lastTimestamp: "2026-04-16T18:17:42Z"
  message: InferenceService [isvc-logger-raw-28c03] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:17:42Z"
    name: isvc-logger-raw-28c03.18a6e9284f67106c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17176"
    uid: 3c1698fb-25c8-4cf3-8011-3242c457b3eb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:20:10.296544Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18369"
    uid: 34cb1cf8-1390-4752-8384-de949db66371
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk
    to ip-10-0-128-209.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:20:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:20:10Z"
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk.18a6e94abfa817dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18375"
    uid: 59841766-f027-4f7e-8100-ad6682f27da0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18381"
    uid: 34cb1cf8-1390-4752-8384-de949db66371
  kind: Event
  lastTimestamp: "2026-04-16T18:20:10Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:20:10Z"
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk.18a6e94ad8b6bf8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: b5e5e637-bdc8-4512-a87e-e6873b8d59e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 34cb1cf8-1390-4752-8384-de949db66371
  kind: Event
  lastTimestamp: "2026-04-16T18:20:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:10Z"
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk.18a6e94ada46b569
    namespace: kserve-ci-e2e-test
    resourceVersion: "18390"
    uid: f2e0c86a-5147-4bb4-ba9d-9216aaf5605b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 34cb1cf8-1390-4752-8384-de949db66371
  kind: Event
  lastTimestamp: "2026-04-16T18:20:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:10Z"
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk.18a6e94add5030d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: 59ed1788-87fd-4f92-966d-c2f45eb8db44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 34cb1cf8-1390-4752-8384-de949db66371
  kind: Event
  lastTimestamp: "2026-04-16T18:20:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:10Z"
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk.18a6e94addce8d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: b93679a3-4fe6-4da8-a3d5-26f064d90ad6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 34cb1cf8-1390-4752-8384-de949db66371
  kind: Event
  lastTimestamp: "2026-04-16T18:20:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:14Z"
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk.18a6e94bcf532e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "18427"
    uid: 0ce2f37c-b1e4-4f78-a868-e830694be270
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 34cb1cf8-1390-4752-8384-de949db66371
  kind: Event
  lastTimestamp: "2026-04-16T18:20:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:14Z"
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk.18a6e94bd2ce4f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 4a7e5edd-a036-4b79-bc44-d1d44aaddac3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 34cb1cf8-1390-4752-8384-de949db66371
  kind: Event
  lastTimestamp: "2026-04-16T18:20:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:14Z"
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk.18a6e94bd34ac2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18433"
    uid: fff4c158-bb8e-4b1b-b4e9-a78d9f2bd8bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 34cb1cf8-1390-4752-8384-de949db66371
  kind: Event
  lastTimestamp: "2026-04-16T18:21:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:36Z"
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk.18a6e94c0b31965e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19181"
    uid: ba93eb9a-0430-49ea-9ee6-2879be6a49b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 34cb1cf8-1390-4752-8384-de949db66371
  kind: Event
  lastTimestamp: "2026-04-16T18:21:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:34Z"
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk.18a6e95e6110d1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19130"
    uid: 198cfc2e-54b2-4a51-8b2a-e4b104ca89d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: fcefdea2-0956-4d22-9b0b-9014272f4657
  kind: Event
  lastTimestamp: "2026-04-16T18:20:10Z"
  message: 'Created pod: isvc-primary-e1f7b3-predictor-86f6c6f87c-snslk'
  metadata:
    creationTimestamp: "2026-04-16T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:20:10Z"
    name: isvc-primary-e1f7b3-predictor-86f6c6f87c.18a6e94abf3c7aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18370"
    uid: 95f9ace5-5ec2-4180-8728-33513f6de452
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-e1f7b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18354"
    uid: fd1636a4-2a22-474e-a48a-83adb42afa39
  kind: Event
  lastTimestamp: "2026-04-16T18:20:10Z"
  message: Scaled up replica set isvc-primary-e1f7b3-predictor-86f6c6f87c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:20:10Z"
    name: isvc-primary-e1f7b3-predictor.18a6e94abb68c6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18362"
    uid: d10b9903-7188-47f7-abe4-56e958973e4a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-e1f7b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: 77836838-b161-413e-bbfe-d4d9435f033c
  kind: Event
  lastTimestamp: "2026-04-16T18:20:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:20:40Z"
    name: isvc-primary-e1f7b3-predictor.18a6e94e3a8623c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: b1e23d0c-2909-4d58-a5bb-22e218f87c3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-e1f7b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: 77836838-b161-413e-bbfe-d4d9435f033c
  kind: Event
  lastTimestamp: "2026-04-16T18:20:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:20:40Z"
    name: isvc-primary-e1f7b3-predictor.18a6e94e3afe5ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18620"
    uid: a8fb7924-d151-4842-9193-b8863f8dda8b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-e1f7b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18512"
    uid: 77836838-b161-413e-bbfe-d4d9435f033c
  kind: Event
  lastTimestamp: "2026-04-16T18:21:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:21:25Z"
    name: isvc-primary-e1f7b3-predictor.18a6e95539234aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19006"
    uid: 68134a14-82a5-4af6-af7e-7dacc016dd61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-e1f7b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18512"
    uid: 77836838-b161-413e-bbfe-d4d9435f033c
  kind: Event
  lastTimestamp: "2026-04-16T18:21:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:21:25Z"
    name: isvc-primary-e1f7b3-predictor.18a6e955399c5bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19007"
    uid: c645fbff-994e-4d03-961c-14f9013297ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-e1f7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18333"
    uid: 86fed56b-637b-46ee-a430-a98d83ae6e09
  kind: Event
  lastTimestamp: "2026-04-16T18:21:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:21:16Z"
    name: isvc-primary-e1f7b3.18a6e94abb35ec31
    namespace: kserve-ci-e2e-test
    resourceVersion: "18879"
    uid: 9f808eb4-2119-4560-800e-09799b34e55f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-e1f7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18333"
    uid: 86fed56b-637b-46ee-a430-a98d83ae6e09
  kind: Event
  lastTimestamp: "2026-04-16T18:20:10Z"
  message: 'Failed to update status for InferenceService "isvc-primary-e1f7b3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-e1f7b3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:20:10Z"
    name: isvc-primary-e1f7b3.18a6e94abb905dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18378"
    uid: 6b635c2d-fe7a-44ca-8e3e-a9b14115f438
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-e1f7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18333"
    uid: 86fed56b-637b-46ee-a430-a98d83ae6e09
  kind: Event
  lastTimestamp: "2026-04-16T18:20:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-e1f7b3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:20:10Z"
    name: isvc-primary-e1f7b3.18a6e94abb90adaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18380"
    uid: 36f064dc-7868-46a8-9ee5-ae1a96adb79d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-e1f7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18877"
    uid: 86fed56b-637b-46ee-a430-a98d83ae6e09
  kind: Event
  lastTimestamp: "2026-04-16T18:21:16Z"
  message: InferenceService [isvc-primary-e1f7b3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:21:16Z"
    name: isvc-primary-e1f7b3.18a6e95a43fad991
    namespace: kserve-ci-e2e-test
    resourceVersion: "18878"
    uid: dfa38cb5-cdd0-4a6c-9956-6183962e646b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:11:38.952088Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13841"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    to ip-10-0-128-209.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:11:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:11:38Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d3b1282dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13845"
    uid: 0b800d11-fac7-491f-adb7-09fe49509097
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:11:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13852"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:11:39Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:11:39Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d3c9db5206
    namespace: kserve-ci-e2e-test
    resourceVersion: "13863"
    uid: 075644e1-f42b-440a-9da8-0f71b4c02117
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:11:39Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
  metadata:
    creationTimestamp: "2026-04-16T18:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:11:39Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d3cb70e390
    namespace: kserve-ci-e2e-test
    resourceVersion: "13865"
    uid: 7fd8cc81-381c-42e0-8f50-f3cbd03d3889
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:11:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    in 4.884s (4.884s including waiting). Image size: 299671472 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:11:44Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d4ee997a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "13925"
    uid: 110d1021-67d2-4e96-b767-96374b6ff9e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:11:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:11:44Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d4f16e937a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13927"
    uid: 7cc5f400-96c7-4f30-82e2-379369df141c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:11:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:11:44Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d4f1dc5343
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 63b5452c-75e8-49dd-b248-e584052e227d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:11:48Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
  metadata:
    creationTimestamp: "2026-04-16T18:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:11:48Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d5e6627fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13963"
    uid: 5cb822d0-505a-46ad-86fe-7ef151d606b2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:12:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    in 12.605s (12.605s including waiting). Image size: 1560610740 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:12:01Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d8d5c1ede8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14055"
    uid: 9dd5ac41-8887-4160-b693-59db140ca94d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:12:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:12:01Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d8d8a82360
    namespace: kserve-ci-e2e-test
    resourceVersion: "14056"
    uid: 87358993-5edb-423a-8e30-cc56a4646d3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:12:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:12:01Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d8d913719e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14058"
    uid: de3ca494-a4ec-43e8-86dd-0ea5bf4a669b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:12:01Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:ee4db148793b3f03915a5f82a6e036d7a090e0b557ef078079043d8fab2b15d2"
  metadata:
    creationTimestamp: "2026-04-16T18:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:12:01Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d8d91ea711
    namespace: kserve-ci-e2e-test
    resourceVersion: "14059"
    uid: acfe9261-fe72-4ee6-a69b-0bbb690df364
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:12:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:ee4db148793b3f03915a5f82a6e036d7a090e0b557ef078079043d8fab2b15d2"
    in 2.911s (2.911s including waiting). Image size: 237897299 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:12:04Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d986a34ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 79e2b9ba-7f9e-430f-9a1e-75b4da1f5942
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:12:04Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:12:04Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d989f674f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14085"
    uid: e2bab50f-d407-4180-86b4-8c0225dbc9c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:12:04Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:12:04Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d98a676784
    namespace: kserve-ci-e2e-test
    resourceVersion: "14086"
    uid: 75312f82-038d-4a18-a9a0-f328826321fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:13:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:36Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d9a3448211
    namespace: kserve-ci-e2e-test
    resourceVersion: "14890"
    uid: 8adb512d-d25d-464b-a840-0797401ac5e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:13:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:36Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8d9df013cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14892"
    uid: b3da60b5-0873-4ef2-a8c2-e0991e161fd0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8e9d87d51d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14629"
    uid: d5118c6f-fe7c-4c50-b1a6-074243faa468
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13843"
    uid: 1536598c-4a1b-408f-bcb9-be8974692c07
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv.18a6e8e9d87e731a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14632"
    uid: c61c4609-561a-4179-b5da-a9d374b31872
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:11:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448
    namespace: kserve-ci-e2e-test
    resourceVersion: "13830"
    uid: 7edb61c7-0700-41f4-a57b-aa7481581fd7
  kind: Event
  lastTimestamp: "2026-04-16T18:11:38Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-33428-predictor-56558c5448-hcxjv'
  metadata:
    creationTimestamp: "2026-04-16T18:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:11:38Z"
    name: isvc-raw-sklearn-batcher-33428-predictor-56558c5448.18a6e8d3b0bc17db
    namespace: kserve-ci-e2e-test
    resourceVersion: "13842"
    uid: 19e3e2b0-32e0-4c66-9682-3e69a3fd854f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:11:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-33428-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13829"
    uid: 71fa5719-0b6c-4ba7-8dae-e02fcd022047
  kind: Event
  lastTimestamp: "2026-04-16T18:11:38Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-33428-predictor-56558c5448
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:11:38Z"
    name: isvc-raw-sklearn-batcher-33428-predictor.18a6e8d3a939543a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 3f15948b-a939-4697-af98-08f163c6c219
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:11:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-33428-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13837"
    uid: d098d1a7-1a32-4b3e-9c56-0ea86cd2182f
  kind: Event
  lastTimestamp: "2026-04-16T18:12:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:12:24Z"
    name: isvc-raw-sklearn-batcher-33428-predictor.18a6e8d72f911ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14234"
    uid: e2b5a3da-c2f3-4465-8c80-7974573332ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:11:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-33428-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13837"
    uid: d098d1a7-1a32-4b3e-9c56-0ea86cd2182f
  kind: Event
  lastTimestamp: "2026-04-16T18:12:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:12:24Z"
    name: isvc-raw-sklearn-batcher-33428-predictor.18a6e8d7306069ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "14237"
    uid: e00f351d-7430-4a7d-8f1a-4b8eff3c088b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-33428-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14008"
    uid: d098d1a7-1a32-4b3e-9c56-0ea86cd2182f
  kind: Event
  lastTimestamp: "2026-04-16T18:13:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:13:09Z"
    name: isvc-raw-sklearn-batcher-33428-predictor.18a6e8e1adc0e603
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 75111569-8690-45c3-8b9f-003e2a48af16
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-33428-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14008"
    uid: d098d1a7-1a32-4b3e-9c56-0ea86cd2182f
  kind: Event
  lastTimestamp: "2026-04-16T18:13:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:13:09Z"
    name: isvc-raw-sklearn-batcher-33428-predictor.18a6e8e1ae6ead6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14562"
    uid: d0e65261-187e-4a0d-b47c-7ab862ea30ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:11:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-33428
    namespace: kserve-ci-e2e-test
    resourceVersion: "13820"
    uid: e52ec31c-4574-430f-957f-d6c278b9a7a5
  kind: Event
  lastTimestamp: "2026-04-16T18:13:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:13:06Z"
    name: isvc-raw-sklearn-batcher-33428.18a6e8d3af5e1985
    namespace: kserve-ci-e2e-test
    resourceVersion: "14545"
    uid: d41cd6e2-8f2a-47d8-b6bc-b741dc0121fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:11:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-33428
    namespace: kserve-ci-e2e-test
    resourceVersion: "13820"
    uid: e52ec31c-4574-430f-957f-d6c278b9a7a5
  kind: Event
  lastTimestamp: "2026-04-16T18:11:38Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-33428":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-33428":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:11:38Z"
    name: isvc-raw-sklearn-batcher-33428.18a6e8d3afd14742
    namespace: kserve-ci-e2e-test
    resourceVersion: "13839"
    uid: 35490f70-f375-476c-b0a2-21481c441a59
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:11:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-33428
    namespace: kserve-ci-e2e-test
    resourceVersion: "13820"
    uid: e52ec31c-4574-430f-957f-d6c278b9a7a5
  kind: Event
  lastTimestamp: "2026-04-16T18:11:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-33428": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:11:38Z"
    name: isvc-raw-sklearn-batcher-33428.18a6e8d3afd18782
    namespace: kserve-ci-e2e-test
    resourceVersion: "13840"
    uid: b26e96d5-72fe-49e2-a3bb-e2022e7256cc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-33428
    namespace: kserve-ci-e2e-test
    resourceVersion: "14542"
    uid: e52ec31c-4574-430f-957f-d6c278b9a7a5
  kind: Event
  lastTimestamp: "2026-04-16T18:13:06Z"
  message: InferenceService [isvc-raw-sklearn-batcher-33428] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:13:06Z"
    name: isvc-raw-sklearn-batcher-33428.18a6e8e818b07a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: 216be1c2-e8d4-4c6f-bb0f-f6c935e71f58
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:21:20.439445Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18935"
    uid: fd991a4e-5318-480b-8567-9b37e2860f56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq
    to ip-10-0-128-209.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:21:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:21:20Z"
    name: isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq.18a6e95b147fd354
    namespace: kserve-ci-e2e-test
    resourceVersion: "18939"
    uid: 2991a8b5-1f4f-4a1d-a0de-7e80c290b938
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18943"
    uid: fd991a4e-5318-480b-8567-9b37e2860f56
  kind: Event
  lastTimestamp: "2026-04-16T18:21:20Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:21:20Z"
    name: isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq.18a6e95b2cf66921
    namespace: kserve-ci-e2e-test
    resourceVersion: "18954"
    uid: 9ad7bff7-f19c-4e08-9a3a-66245ea67c31
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18937"
    uid: fd991a4e-5318-480b-8567-9b37e2860f56
  kind: Event
  lastTimestamp: "2026-04-16T18:21:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:24Z"
    name: isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq.18a6e95b2e882764
    namespace: kserve-ci-e2e-test
    resourceVersion: "18989"
    uid: 5a1e67a1-908a-44e1-9c35-75e8a6f38edd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18937"
    uid: fd991a4e-5318-480b-8567-9b37e2860f56
  kind: Event
  lastTimestamp: "2026-04-16T18:21:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:24Z"
    name: isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq.18a6e95b316c1040
    namespace: kserve-ci-e2e-test
    resourceVersion: "18992"
    uid: cbae80bb-0e0d-4043-bc6f-8a36927a0644
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18937"
    uid: fd991a4e-5318-480b-8567-9b37e2860f56
  kind: Event
  lastTimestamp: "2026-04-16T18:21:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:24Z"
    name: isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq.18a6e95b31d653ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18995"
    uid: c90f466a-4c21-4e10-9b5b-dcd3a1ea08eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18937"
    uid: fd991a4e-5318-480b-8567-9b37e2860f56
  kind: Event
  lastTimestamp: "2026-04-16T18:21:30Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq_kserve-ci-e2e-test(fd991a4e-5318-480b-8567-9b37e2860f56)
  metadata:
    creationTimestamp: "2026-04-16T18:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:30Z"
    name: isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq.18a6e95d5257ca1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19040"
    uid: 61f28f70-3b6a-4afe-872e-5c1a86a2cc78
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-e1f7b3-predictor-8674c76464
    namespace: kserve-ci-e2e-test
    resourceVersion: "18926"
    uid: 95533bb0-bad8-4ef2-a694-cd28b726734f
  kind: Event
  lastTimestamp: "2026-04-16T18:21:20Z"
  message: 'Created pod: isvc-secondary-e1f7b3-predictor-8674c76464-jw9vq'
  metadata:
    creationTimestamp: "2026-04-16T18:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:21:20Z"
    name: isvc-secondary-e1f7b3-predictor-8674c76464.18a6e95b13e556f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: 0940adfc-969c-4bb2-8cc7-526a65085b79
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-e1f7b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18923"
    uid: 5bf436d1-05eb-446b-bc71-76395e373d13
  kind: Event
  lastTimestamp: "2026-04-16T18:21:20Z"
  message: Scaled up replica set isvc-secondary-e1f7b3-predictor-8674c76464 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:21:20Z"
    name: isvc-secondary-e1f7b3-predictor.18a6e95b106cfd7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18928"
    uid: 3deea004-0b68-4fe1-aa1b-7cb945bb9f05
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-e1f7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18915"
    uid: 21dcf597-b80a-433b-bcf0-75ba933a69cd
  kind: Event
  lastTimestamp: "2026-04-16T18:21:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:21:30Z"
    name: isvc-secondary-e1f7b3.18a6e95b1046fde7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: f21df608-b57b-42c5-86c3-1308b1898fca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-e1f7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18915"
    uid: 21dcf597-b80a-433b-bcf0-75ba933a69cd
  kind: Event
  lastTimestamp: "2026-04-16T18:21:20Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-e1f7b3":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-e1f7b3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:21:20Z"
    name: isvc-secondary-e1f7b3.18a6e95b10a8b375
    namespace: kserve-ci-e2e-test
    resourceVersion: "18945"
    uid: a6ddbc52-7a5c-4843-88eb-9ec05ffbdec2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-e1f7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18915"
    uid: 21dcf597-b80a-433b-bcf0-75ba933a69cd
  kind: Event
  lastTimestamp: "2026-04-16T18:21:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-e1f7b3": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:21:20Z"
    name: isvc-secondary-e1f7b3.18a6e95b10a8f571
    namespace: kserve-ci-e2e-test
    resourceVersion: "18946"
    uid: 70b74169-b609-4b13-ae89-4e3de4301993
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:13:14.203031Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: a00fc0aa-212e-475f-b51f-7e194d3adfed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn
    to ip-10-0-128-209.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn.18a6e8e9de8cd882
    namespace: kserve-ci-e2e-test
    resourceVersion: "14651"
    uid: a5861fff-a05f-49b3-a12a-d722802f5c0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: a00fc0aa-212e-475f-b51f-7e194d3adfed
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn.18a6e8e9f720fcb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14691"
    uid: 212aa63a-c8cd-4f91-8a55-e3a01204608d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: a00fc0aa-212e-475f-b51f-7e194d3adfed
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn.18a6e8e9f883844e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14693"
    uid: 08ae7942-8bba-45f1-8ab8-df5eeba51fc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: a00fc0aa-212e-475f-b51f-7e194d3adfed
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn.18a6e8e9fb832bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "14694"
    uid: e89fefc4-0b3c-4db0-93ca-21fd65de17ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: a00fc0aa-212e-475f-b51f-7e194d3adfed
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn.18a6e8e9fc082304
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: 5867a835-0877-4b6e-be17-d713cd9440cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: a00fc0aa-212e-475f-b51f-7e194d3adfed
  kind: Event
  lastTimestamp: "2026-04-16T18:13:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:18Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn.18a6e8eae9cab1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14746"
    uid: ad4354e8-8169-4799-9bc5-000b91396b73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: a00fc0aa-212e-475f-b51f-7e194d3adfed
  kind: Event
  lastTimestamp: "2026-04-16T18:13:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:18Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn.18a6e8eaeccfaf78
    namespace: kserve-ci-e2e-test
    resourceVersion: "14750"
    uid: d4a52ba8-8cce-4641-ac7a-1177585d1366
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: a00fc0aa-212e-475f-b51f-7e194d3adfed
  kind: Event
  lastTimestamp: "2026-04-16T18:13:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:18Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn.18a6e8eaed3954ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: 08de10da-1e61-484f-bf43-41064fec7ab3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: a00fc0aa-212e-475f-b51f-7e194d3adfed
  kind: Event
  lastTimestamp: "2026-04-16T18:14:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:20Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn.18a6e8eb25d37afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15226"
    uid: 70695c9c-b344-46fa-9fc4-811f29d94c12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: a00fc0aa-212e-475f-b51f-7e194d3adfed
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn.18a6e9013579e84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15580"
    uid: fcd40db3-8443-4cff-8029-d7dacae2dcfa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14628"
    uid: 8b9045df-a59c-46e0-96cd-a40cbedda021
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: 'Created pod: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b-b74dn'
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b.18a6e8e9de0323fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14644"
    uid: 0531c603-9dd9-4125-9051-08c66221772c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-bfe16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14624"
    uid: f04e337c-339c-43ac-aa23-5b8fc2fd0d5a
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-bfe16-predictor-595d5dd96b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor.18a6e8e9d8bfec37
    namespace: kserve-ci-e2e-test
    resourceVersion: "14631"
    uid: 885af7b3-67bf-4d2f-a87a-9f4df35dff69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-bfe16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: 03514701-d019-4b0a-ab3a-b231fd8455b4
  kind: Event
  lastTimestamp: "2026-04-16T18:13:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:13:44Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor.18a6e8ed595d3374
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 6034f7f8-31a1-4190-86ba-3901130b2cfa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-bfe16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: 03514701-d019-4b0a-ab3a-b231fd8455b4
  kind: Event
  lastTimestamp: "2026-04-16T18:13:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:13:44Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor.18a6e8ed5a23c78e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: d38baa04-55d5-448e-b747-9f35c36c96fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-bfe16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: 03514701-d019-4b0a-ab3a-b231fd8455b4
  kind: Event
  lastTimestamp: "2026-04-16T18:14:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:44Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor.18a6e8f45900338c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: 2c698c70-65d4-4c49-9030-d66b52d63b97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-bfe16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: 03514701-d019-4b0a-ab3a-b231fd8455b4
  kind: Event
  lastTimestamp: "2026-04-16T18:14:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:44Z"
    name: isvc-sklearn-graph-raw-bfe16-predictor.18a6e8f4598fdfe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: 2bee476d-e4dc-4172-84ed-6aef8bcc1bb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-bfe16
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 403909f6-1341-4276-b6a0-94708f7c57e7
  kind: Event
  lastTimestamp: "2026-04-16T18:14:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:14:30Z"
    name: isvc-sklearn-graph-raw-bfe16.18a6e8e9d899d508
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: 34301907-83ce-47f1-b177-08bf86301672
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-bfe16
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 403909f6-1341-4276-b6a0-94708f7c57e7
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-bfe16":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-bfe16":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-sklearn-graph-raw-bfe16.18a6e8e9d9155258
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: 768aea72-fcd2-451c-b687-56866866ca17
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-bfe16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 403909f6-1341-4276-b6a0-94708f7c57e7
  kind: Event
  lastTimestamp: "2026-04-16T18:14:30Z"
  message: InferenceService [isvc-sklearn-graph-raw-bfe16] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:14:30Z"
    name: isvc-sklearn-graph-raw-bfe16.18a6e8fbb2f0b8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: c74718ca-ec1f-4319-abe5-5daeb87f5a2b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:14:54.485821Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: 4408af8f-7139-46ac-8491-97418e10936c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w
    to ip-10-0-128-209.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w.18a6e90137ded46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: c570921c-bdbb-448c-9bca-e733805ecda6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15604"
    uid: 4408af8f-7139-46ac-8491-97418e10936c
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w.18a6e90150b1fe4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 50940f19-3c20-404c-b138-79a3e16becb4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 4408af8f-7139-46ac-8491-97418e10936c
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w.18a6e90152040752
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: 01dfb836-512b-4f54-806c-203d4c4b777f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 4408af8f-7139-46ac-8491-97418e10936c
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w.18a6e90154cabc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15655"
    uid: 0a499031-c7e8-4851-9e4a-eed6045a386a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 4408af8f-7139-46ac-8491-97418e10936c
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w.18a6e9015541f5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15657"
    uid: 7d04c17e-2a2e-4dd1-b102-994822920dc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 4408af8f-7139-46ac-8491-97418e10936c
  kind: Event
  lastTimestamp: "2026-04-16T18:14:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:58Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w.18a6e902438b8dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15711"
    uid: 6b2255b9-e379-48e6-ac71-991e844c036d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 4408af8f-7139-46ac-8491-97418e10936c
  kind: Event
  lastTimestamp: "2026-04-16T18:14:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:59Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w.18a6e902461ae0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: e206585d-01e4-45c6-a59a-fb682371d8cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 4408af8f-7139-46ac-8491-97418e10936c
  kind: Event
  lastTimestamp: "2026-04-16T18:14:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:59Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w.18a6e902467fe41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 7b01d054-b4da-4b60-b0f9-460a0d56be5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 4408af8f-7139-46ac-8491-97418e10936c
  kind: Event
  lastTimestamp: "2026-04-16T18:15:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:15:50Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w.18a6e9027fd3c85e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: 565b3100-c8d6-4b64-9576-82b39ad162eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 4408af8f-7139-46ac-8491-97418e10936c
  kind: Event
  lastTimestamp: "2026-04-16T18:16:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:24Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w.18a6e91639cab907
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: e264ef36-d473-4606-a773-2a6b38c1dc3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: 0ea36d2c-0b78-43f3-8fa7-44e02b98997d
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858-jwm5w'
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858.18a6e9013741d819
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: 8b9a7c3e-c491-4504-a0c0-3c1fa01427ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: f590f822-c36f-4e38-a2fb-c5d5f292e229
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-7f673-predictor-778ff59858
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor.18a6e90132e4481d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: ca6fa60b-24d8-4241-bb87-75335ec583b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: f86035fb-46c5-4041-9a70-70946b109335
  kind: Event
  lastTimestamp: "2026-04-16T18:15:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:15:24Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor.18a6e904b18bd877
    namespace: kserve-ci-e2e-test
    resourceVersion: "15923"
    uid: f9ae1e4c-ccbe-4a55-b832-ea357bf985d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: f86035fb-46c5-4041-9a70-70946b109335
  kind: Event
  lastTimestamp: "2026-04-16T18:15:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:15:24Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor.18a6e904b2078221
    namespace: kserve-ci-e2e-test
    resourceVersion: "15924"
    uid: b7959ec9-e66e-4e93-a15c-558f0b3f1293
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: f86035fb-46c5-4041-9a70-70946b109335
  kind: Event
  lastTimestamp: "2026-04-16T18:16:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:24Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor.18a6e90bb0ebaadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16425"
    uid: 353f580c-5fe9-4357-b64a-5cc11291c9d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: f86035fb-46c5-4041-9a70-70946b109335
  kind: Event
  lastTimestamp: "2026-04-16T18:16:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:24Z"
    name: isvc-sklearn-graph-raw-hpa-7f673-predictor.18a6e90bb164a4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: debd4d5a-825c-4905-a8d3-63070be1702e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-7f673
    namespace: kserve-ci-e2e-test
    resourceVersion: "15550"
    uid: c3b0a22a-e1f4-44f5-9b5f-a12efaac0e09
  kind: Event
  lastTimestamp: "2026-04-16T18:16:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:16:01Z"
    name: isvc-sklearn-graph-raw-hpa-7f673.18a6e90132bad189
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: e43d8dfe-652b-4f6b-afc5-b65d3b26866a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-7f673
    namespace: kserve-ci-e2e-test
    resourceVersion: "16200"
    uid: c3b0a22a-e1f4-44f5-9b5f-a12efaac0e09
  kind: Event
  lastTimestamp: "2026-04-16T18:16:01Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-7f673] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:16:01Z"
    name: isvc-sklearn-graph-raw-hpa-7f673.18a6e910b875a2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16201"
    uid: 524d88a2-96e6-468c-88c2-9cfd04aaefaf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:17:50.037724Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: 84cd0f10-5995-4e4a-a117-686fcb6e6cc7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6
    to ip-10-0-128-209.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:17:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:17:50Z"
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6.18a6e92a17945395
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: 94aa430c-3ae6-423a-9958-f62ff5b55e6e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17283"
    uid: 84cd0f10-5995-4e4a-a117-686fcb6e6cc7
  kind: Event
  lastTimestamp: "2026-04-16T18:17:50Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:17:50Z"
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6.18a6e92a303afe82
    namespace: kserve-ci-e2e-test
    resourceVersion: "17305"
    uid: 3ab54b25-38e8-447c-b202-508cc6745171
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: 84cd0f10-5995-4e4a-a117-686fcb6e6cc7
  kind: Event
  lastTimestamp: "2026-04-16T18:17:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:50Z"
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6.18a6e92a3191058c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17307"
    uid: fd345e27-6e73-44dd-ab38-31637d0cfeda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: 84cd0f10-5995-4e4a-a117-686fcb6e6cc7
  kind: Event
  lastTimestamp: "2026-04-16T18:17:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:50Z"
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6.18a6e92a343b28b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: 22988772-bbe7-4874-8a8e-7c1feab0d6ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: 84cd0f10-5995-4e4a-a117-686fcb6e6cc7
  kind: Event
  lastTimestamp: "2026-04-16T18:17:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:50Z"
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6.18a6e92a34a30d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17310"
    uid: 2ee80b76-0bad-4f9e-bd5b-e4a6cfdc0d55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: 84cd0f10-5995-4e4a-a117-686fcb6e6cc7
  kind: Event
  lastTimestamp: "2026-04-16T18:17:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:54Z"
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6.18a6e92b205c4ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: b47e790a-186e-495c-b007-cbb88862d83c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: 84cd0f10-5995-4e4a-a117-686fcb6e6cc7
  kind: Event
  lastTimestamp: "2026-04-16T18:17:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:54Z"
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6.18a6e92b2366babb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: 33434ceb-d1b9-4ae7-90cc-3ea7d2ed6727
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: 84cd0f10-5995-4e4a-a117-686fcb6e6cc7
  kind: Event
  lastTimestamp: "2026-04-16T18:17:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:54Z"
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6.18a6e92b23d02bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17353"
    uid: dc8ea872-f888-4eb3-a9f3-65c2501adf8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: 84cd0f10-5995-4e4a-a117-686fcb6e6cc7
  kind: Event
  lastTimestamp: "2026-04-16T18:20:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:16Z"
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6.18a6e92b5c3d8195
    namespace: kserve-ci-e2e-test
    resourceVersion: "18449"
    uid: 23d04a11-52de-48c6-a2d8-8c0a18d82ddd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: 84cd0f10-5995-4e4a-a117-686fcb6e6cc7
  kind: Event
  lastTimestamp: "2026-04-16T18:20:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:10Z"
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6.18a6e94abb26e102
    namespace: kserve-ci-e2e-test
    resourceVersion: "18360"
    uid: 02095835-0c9e-4d21-b6db-ff4b0c956081
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: d1d27e12-3477-44b3-9de4-3a388e4ba54f
  kind: Event
  lastTimestamp: "2026-04-16T18:17:50Z"
  message: 'Created pod: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd-49fs6'
  metadata:
    creationTimestamp: "2026-04-16T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:17:50Z"
    name: isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd.18a6e92a1729d65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17275"
    uid: d68f3e94-318a-4146-bbe2-4a94b5593802
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-4d078-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: 2ba75af5-1d82-494a-902e-373c336fe7cc
  kind: Event
  lastTimestamp: "2026-04-16T18:17:49Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-4d078-predictor-6fc7dc58dd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:17:49Z"
    name: isvc-sklearn-scale-raw-4d078-predictor.18a6e92a14011615
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: 1d2e39b8-c725-4a43-9232-5be89730bd57
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:18:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-4d078-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: 18f5cb98-00bb-4083-b1a8-1dfe384ab9b9
  kind: Event
  lastTimestamp: "2026-04-16T18:18:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:18:35Z"
    name: isvc-sklearn-scale-raw-4d078-predictor.18a6e92d9382f6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: c61db508-e0b4-40d6-869a-dad535b593dc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:18:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-4d078-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: 18f5cb98-00bb-4083-b1a8-1dfe384ab9b9
  kind: Event
  lastTimestamp: "2026-04-16T18:18:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:18:35Z"
    name: isvc-sklearn-scale-raw-4d078-predictor.18a6e92d94004c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17647"
    uid: 1fb9633b-24f5-462f-9b71-ae778d2cfeef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:18:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-4d078-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: 18f5cb98-00bb-4083-b1a8-1dfe384ab9b9
  kind: Event
  lastTimestamp: "2026-04-16T18:20:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:20:05Z"
    name: isvc-sklearn-scale-raw-4d078-predictor.18a6e9381102c715
    namespace: kserve-ci-e2e-test
    resourceVersion: "18283"
    uid: a4bc38ad-8396-47e6-ac53-b8ccb6c3a2f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:18:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-4d078-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: 18f5cb98-00bb-4083-b1a8-1dfe384ab9b9
  kind: Event
  lastTimestamp: "2026-04-16T18:20:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:20:05Z"
    name: isvc-sklearn-scale-raw-4d078-predictor.18a6e9381176220a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18284"
    uid: 310764e1-ef6f-4d16-8960-946118dc6612
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-4d078
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: c4d4ec38-fc42-481b-9d27-b1d827121691
  kind: Event
  lastTimestamp: "2026-04-16T18:20:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:20:06Z"
    name: isvc-sklearn-scale-raw-4d078.18a6e92a1407fae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18305"
    uid: f3b0acc9-d81d-42e3-961c-1feb115e1b7d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-4d078
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: c4d4ec38-fc42-481b-9d27-b1d827121691
  kind: Event
  lastTimestamp: "2026-04-16T18:17:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-4d078":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-4d078":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:17:49Z"
    name: isvc-sklearn-scale-raw-4d078.18a6e92a14a6bd93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17269"
    uid: ff39af08-d708-4634-a610-987f2c50debe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-4d078
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: c4d4ec38-fc42-481b-9d27-b1d827121691
  kind: Event
  lastTimestamp: "2026-04-16T18:20:06Z"
  message: InferenceService [isvc-sklearn-scale-raw-4d078] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:20:06Z"
    name: isvc-sklearn-scale-raw-4d078.18a6e949f07e8c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18304"
    uid: 1c8c159b-980d-40c6-9bc9-fd100fa82ca3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:13:14.278217Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: 0d200a49-2f38-410b-a59d-ad1612eb0a24
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd
    to ip-10-0-128-209.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd.18a6e8e9e30817ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: e50ac210-6110-45c4-9433-770e0593664b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14683"
    uid: 0d200a49-2f38-410b-a59d-ad1612eb0a24
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd.18a6e8e9fc5dbdd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14697"
    uid: 9989c152-07a7-4b8c-9b9c-a84e4c7cb84e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 0d200a49-2f38-410b-a59d-ad1612eb0a24
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd.18a6e8e9fd94bdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: f65e4dcc-90c8-4f58-b55f-8f3bf1b2d5aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 0d200a49-2f38-410b-a59d-ad1612eb0a24
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd.18a6e8ea00ba9438
    namespace: kserve-ci-e2e-test
    resourceVersion: "14700"
    uid: 963b266d-fafa-4e65-a118-11c3f5ab9d14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 0d200a49-2f38-410b-a59d-ad1612eb0a24
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd.18a6e8ea0124cb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "14701"
    uid: 36ca829c-4d6d-47f3-881e-e31e8873d18f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 0d200a49-2f38-410b-a59d-ad1612eb0a24
  kind: Event
  lastTimestamp: "2026-04-16T18:13:18Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:18Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd.18a6e8eae9b902ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14745"
    uid: 887a412c-5c1c-485c-8e06-6bcb1fffaa16
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 0d200a49-2f38-410b-a59d-ad1612eb0a24
  kind: Event
  lastTimestamp: "2026-04-16T18:13:37Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.968s (18.968s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:37Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd.18a6e8ef54507429
    namespace: kserve-ci-e2e-test
    resourceVersion: "14900"
    uid: f1c5ca2b-44c6-4e52-8f73-c50cd928553e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 0d200a49-2f38-410b-a59d-ad1612eb0a24
  kind: Event
  lastTimestamp: "2026-04-16T18:13:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:37Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd.18a6e8ef576d4dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14902"
    uid: 947a4615-cad7-46b1-ad1b-3c089a1eb4ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 0d200a49-2f38-410b-a59d-ad1612eb0a24
  kind: Event
  lastTimestamp: "2026-04-16T18:13:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:37Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd.18a6e8ef57ed82e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14903"
    uid: f03edbee-aeb9-4679-ab26-acd5bb1f932a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 0d200a49-2f38-410b-a59d-ad1612eb0a24
  kind: Event
  lastTimestamp: "2026-04-16T18:14:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:28Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd.18a6e8ef5a0a7983
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: 227fd64d-b6d2-4623-8288-570197215485
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 0d200a49-2f38-410b-a59d-ad1612eb0a24
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd.18a6e9014460e7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: 5d292390-377a-465b-afd4-76e928049d64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14655"
    uid: f06ffa4e-8538-4cb7-b90e-9644b0229db9
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: 'Created pod: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc-s4fdd'
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc.18a6e8e9e2901342
    namespace: kserve-ci-e2e-test
    resourceVersion: "14673"
    uid: 4d2c117c-f6de-4b43-b72d-a2c6ac2445c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-bfe16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14649"
    uid: 6c4bd0d3-7361-4726-93ec-77c88574cdd9
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-bfe16-predictor-c9df9bc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor.18a6e8e9df979a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: 8bfe4e5a-9b50-45c2-83c8-d701bd3ef31d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-bfe16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 3dbab959-ba1a-4be8-a73b-8e60545df0cc
  kind: Event
  lastTimestamp: "2026-04-16T18:13:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:13:44Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor.18a6e8ed5ec205d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14954"
    uid: 32d0e832-4417-4598-9b8f-a6425d0438db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-bfe16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 3dbab959-ba1a-4be8-a73b-8e60545df0cc
  kind: Event
  lastTimestamp: "2026-04-16T18:13:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:13:44Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor.18a6e8ed5f659dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14955"
    uid: 585d5b57-a4db-45de-90ac-b61ab91bb6c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-bfe16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: 3dbab959-ba1a-4be8-a73b-8e60545df0cc
  kind: Event
  lastTimestamp: "2026-04-16T18:14:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:44Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor.18a6e8f45d9e62d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: 23312c46-6c1a-4ccc-b93f-7def2a26633d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-bfe16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: 3dbab959-ba1a-4be8-a73b-8e60545df0cc
  kind: Event
  lastTimestamp: "2026-04-16T18:14:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:44Z"
    name: isvc-xgboost-graph-raw-bfe16-predictor.18a6e8f45e26ced7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: 3d77f3db-1673-435a-9e4a-325eff070da2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-bfe16
    namespace: kserve-ci-e2e-test
    resourceVersion: "14639"
    uid: 0bbeb2e7-ef36-464b-90fb-bfbf60edd56e
  kind: Event
  lastTimestamp: "2026-04-16T18:14:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:14:38Z"
    name: isvc-xgboost-graph-raw-bfe16.18a6e8e9df78b8e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: c401234e-75ae-4a6b-aec0-d8b732fb3bf1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-bfe16
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 0bbeb2e7-ef36-464b-90fb-bfbf60edd56e
  kind: Event
  lastTimestamp: "2026-04-16T18:13:14Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-bfe16":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-bfe16":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:13:14Z"
    name: isvc-xgboost-graph-raw-bfe16.18a6e8e9e55c1c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: ba017680-006e-4445-9fca-b0a66d9bc118
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-bfe16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15370"
    uid: 0bbeb2e7-ef36-464b-90fb-bfbf60edd56e
  kind: Event
  lastTimestamp: "2026-04-16T18:14:38Z"
  message: InferenceService [isvc-xgboost-graph-raw-bfe16] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:14:38Z"
    name: isvc-xgboost-graph-raw-bfe16.18a6e8fd933bbff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: e8e0f374-5667-48cc-aee1-ff6cbc47553e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:14:54.557328Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: 2ba7edde-5035-45db-8f49-dd69e0cae858
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg
    to ip-10-0-128-209.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg.18a6e9013c21fd02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15613"
    uid: deb97d8b-d080-4f30-98bd-3dedfecc0290
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: 2ba7edde-5035-45db-8f49-dd69e0cae858
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg.18a6e901553d25fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15656"
    uid: e310e0c3-58d2-4d57-83db-18f61d57f206
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 2ba7edde-5035-45db-8f49-dd69e0cae858
  kind: Event
  lastTimestamp: "2026-04-16T18:14:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:55Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg.18a6e9015695dd3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 2d7dc3e6-9512-4e01-938f-629e889194fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 2ba7edde-5035-45db-8f49-dd69e0cae858
  kind: Event
  lastTimestamp: "2026-04-16T18:14:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:55Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg.18a6e90159fd341f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15661"
    uid: c898c9a7-aa36-4a27-afae-945d7638904d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 2ba7edde-5035-45db-8f49-dd69e0cae858
  kind: Event
  lastTimestamp: "2026-04-16T18:14:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:55Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg.18a6e9015a583290
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: 496e1f70-1cd4-4647-9844-363e1370cbde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 2ba7edde-5035-45db-8f49-dd69e0cae858
  kind: Event
  lastTimestamp: "2026-04-16T18:14:58Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:58Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg.18a6e902439ed705
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: 2dcd05ca-7499-4aa4-b86e-9057e91fc155
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 2ba7edde-5035-45db-8f49-dd69e0cae858
  kind: Event
  lastTimestamp: "2026-04-16T18:14:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:59Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg.18a6e90246b6e1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 6e7b9861-6b92-49f8-9175-29fae3bd2017
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 2ba7edde-5035-45db-8f49-dd69e0cae858
  kind: Event
  lastTimestamp: "2026-04-16T18:14:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:59Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg.18a6e90247201369
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: 6f2ef661-71e5-4bde-9792-bec64745ad57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 2ba7edde-5035-45db-8f49-dd69e0cae858
  kind: Event
  lastTimestamp: "2026-04-16T18:15:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:15:51Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg.18a6e9027fe4e9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: 17b689ec-fec3-4838-8413-d5b3e9656ac4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 2ba7edde-5035-45db-8f49-dd69e0cae858
  kind: Event
  lastTimestamp: "2026-04-16T18:16:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:24Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg.18a6e91640376f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: a66326a4-5375-491e-9838-315cb128b861
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 82c10f13-2f0f-4c61-83e4-9d0ea37a071c
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f-4jqxg'
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f.18a6e9013b8bdf4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: a4e48510-3d20-4913-b705-7b52f2b9e889
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: 546ac3a2-f615-41e1-9b75-3ac91de05d82
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-7f673-predictor-96dccc47f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor.18a6e90138454506
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: dd8a4f8f-3404-4abe-9ba9-7f12e3a4f2a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: b71db048-aed9-4cce-a9ed-03a5fb7bef98
  kind: Event
  lastTimestamp: "2026-04-16T18:15:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:15:24Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor.18a6e904b6e4ba60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15926"
    uid: 86a9b768-256a-4e09-b77d-0581e6404b42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: b71db048-aed9-4cce-a9ed-03a5fb7bef98
  kind: Event
  lastTimestamp: "2026-04-16T18:15:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:15:24Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor.18a6e904b754a045
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: ddf0bea2-191c-4f62-9d9e-e8695df9388f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15811"
    uid: b71db048-aed9-4cce-a9ed-03a5fb7bef98
  kind: Event
  lastTimestamp: "2026-04-16T18:16:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:09Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor.18a6e90bb503e4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16270"
    uid: 4f99fdb1-e1d0-4497-a544-93459f1e26c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15811"
    uid: b71db048-aed9-4cce-a9ed-03a5fb7bef98
  kind: Event
  lastTimestamp: "2026-04-16T18:16:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:09Z"
    name: isvc-xgboost-graph-raw-hpa-7f673-predictor.18a6e90bb577d5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: 48bbfef3-6cb7-4728-bb93-e15faca64ea8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-7f673
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: 625ff393-9c27-4b74-8b8e-2a9c31c7a411
  kind: Event
  lastTimestamp: "2026-04-16T18:16:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:16:01Z"
    name: isvc-xgboost-graph-raw-hpa-7f673.18a6e90138197287
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: 6d49c37b-ab1f-47e9-8b7a-9199c5566dea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-7f673
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: 625ff393-9c27-4b74-8b8e-2a9c31c7a411
  kind: Event
  lastTimestamp: "2026-04-16T18:16:01Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-7f673] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:16:01Z"
    name: isvc-xgboost-graph-raw-hpa-7f673.18a6e910bacc6c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: 9ce80737-94e9-4c76-ae18-b6950017192d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:16:24.756064Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: d27bae24-1e37-49ad-9a45-19443ac5b68f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-28c03-predictor-68cfff879d-vwr8t
    to ip-10-0-137-213.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:16:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:16:24Z"
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t.18a6e9163c656fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: 804bf6d3-b8d8-4889-8498-e912313bf078
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16482"
    uid: d27bae24-1e37-49ad-9a45-19443ac5b68f
  kind: Event
  lastTimestamp: "2026-04-16T18:16:24Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:16:24Z"
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t.18a6e91643e179f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 83b6685d-787a-4903-91e8-a639daa642e3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: d27bae24-1e37-49ad-9a45-19443ac5b68f
  kind: Event
  lastTimestamp: "2026-04-16T18:16:24Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:24Z"
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t.18a6e9164539c217
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: 3f0b2591-1a80-48b6-8ff3-fa1f8f13589f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-213.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-213.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: d27bae24-1e37-49ad-9a45-19443ac5b68f
  kind: Event
  lastTimestamp: "2026-04-16T18:16:25Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.008s (1.008s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:25Z"
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t.18a6e916814f712f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: bd91d868-b14f-4714-a07e-5048362ad2b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-213.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-213.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: d27bae24-1e37-49ad-9a45-19443ac5b68f
  kind: Event
  lastTimestamp: "2026-04-16T18:16:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:25Z"
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t.18a6e91684a63330
    namespace: kserve-ci-e2e-test
    resourceVersion: "16515"
    uid: bd9d8e81-b865-47eb-a5cc-530f4f83f7d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-213.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-213.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: d27bae24-1e37-49ad-9a45-19443ac5b68f
  kind: Event
  lastTimestamp: "2026-04-16T18:16:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:25Z"
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t.18a6e9168511286e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 999f79c5-a671-453d-a5b5-5278e0845f12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-213.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-213.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: d27bae24-1e37-49ad-9a45-19443ac5b68f
  kind: Event
  lastTimestamp: "2026-04-16T18:17:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:50Z"
    name: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t.18a6e92a1abbc32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: 20ea767d-19a3-4886-937c-04307f47e564
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-213.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-213.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-28c03-predictor-68cfff879d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 092d50d1-dc52-4d1b-ad38-217a4f6692e0
  kind: Event
  lastTimestamp: "2026-04-16T18:16:24Z"
  message: 'Created pod: message-dumper-raw-28c03-predictor-68cfff879d-vwr8t'
  metadata:
    creationTimestamp: "2026-04-16T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:24Z"
    name: message-dumper-raw-28c03-predictor-68cfff879d.18a6e9163bfc52e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: a5708a76-d2f4-48f8-a3ab-faa89ec512c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-28c03-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: c3d2202f-5bc1-4d37-9c36-ea0c3cce842a
  kind: Event
  lastTimestamp: "2026-04-16T18:16:24Z"
  message: Scaled up replica set message-dumper-raw-28c03-predictor-68cfff879d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:24Z"
    name: message-dumper-raw-28c03-predictor.18a6e91637e67fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 13a19028-0c68-4e14-9d93-50427401243d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-28c03-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: dedbff2b-384d-4467-96b2-d8b35d26bd62
  kind: Event
  lastTimestamp: "2026-04-16T18:16:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:54Z"
    name: message-dumper-raw-28c03-predictor.18a6e919b673f252
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: e4be8a8e-d904-4e1c-b516-c86f855995c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-28c03-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: dedbff2b-384d-4467-96b2-d8b35d26bd62
  kind: Event
  lastTimestamp: "2026-04-16T18:16:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:54Z"
    name: message-dumper-raw-28c03-predictor.18a6e919b6ea92ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: 88315dea-e7df-4082-98c0-dd8d04fa8097
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-28c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 5996ee78-850a-4818-bd9a-ec2dce267af0
  kind: Event
  lastTimestamp: "2026-04-16T18:16:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:16:26Z"
    name: message-dumper-raw-28c03.18a6e91637c0ca4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: 5b8e54c3-d5ac-463e-aa18-947a626bbbdf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-28c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 5996ee78-850a-4818-bd9a-ec2dce267af0
  kind: Event
  lastTimestamp: "2026-04-16T18:16:24Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-28c03":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-28c03":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:16:24Z"
    name: message-dumper-raw-28c03.18a6e916390368ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: f1c5d1b5-895c-429a-a7dc-57b3093d3c09
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-28c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16531"
    uid: 5996ee78-850a-4818-bd9a-ec2dce267af0
  kind: Event
  lastTimestamp: "2026-04-16T18:16:26Z"
  message: InferenceService [message-dumper-raw-28c03] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:16:26Z"
    name: message-dumper-raw-28c03.18a6e916b999d140
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 1fc4a6f6-f659-4720-8543-4e82fbb6d190
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:14:44.274588Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 03e3ba9c-179e-4a92-a842-bef9588d4b13
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-bfe16-554c8fd6df-dwhzf
    to ip-10-0-138-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:14:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:14:44Z"
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf.18a6e8fed73bd647
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: 46126f18-8fba-4e75-b2f7-6149e3c9562b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 03e3ba9c-179e-4a92-a842-bef9588d4b13
  kind: Event
  lastTimestamp: "2026-04-16T18:14:44Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:14:44Z"
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf.18a6e8fefce39527
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 65ce0501-13de-43a5-a18d-10ef1b5d5b08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bfe16}
    kind: Pod
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 03e3ba9c-179e-4a92-a842-bef9588d4b13
  kind: Event
  lastTimestamp: "2026-04-16T18:14:44Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:6060da2148ba78c06d6de96222351f1e5f7d3ada4027ac02142aa0e1928e4f29"
  metadata:
    creationTimestamp: "2026-04-16T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:44Z"
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf.18a6e8fefe8e0707
    namespace: kserve-ci-e2e-test
    resourceVersion: "15449"
    uid: 9994f783-08d4-4e27-ab09-5bd76a9f245c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bfe16}
    kind: Pod
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 03e3ba9c-179e-4a92-a842-bef9588d4b13
  kind: Event
  lastTimestamp: "2026-04-16T18:14:47Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:6060da2148ba78c06d6de96222351f1e5f7d3ada4027ac02142aa0e1928e4f29"
    in 2.587s (2.587s including waiting). Image size: 216232023 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:47Z"
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf.18a6e8ff98cb9c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15466"
    uid: 04353429-a5d0-4cba-8376-bf72a3e1767f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bfe16}
    kind: Pod
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 03e3ba9c-179e-4a92-a842-bef9588d4b13
  kind: Event
  lastTimestamp: "2026-04-16T18:14:47Z"
  message: 'Created container: model-chainer-raw-bfe16'
  metadata:
    creationTimestamp: "2026-04-16T18:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:47Z"
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf.18a6e8ff9ce0f1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: f10986c9-4f86-4d8a-b058-1eef733d483a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bfe16}
    kind: Pod
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 03e3ba9c-179e-4a92-a842-bef9588d4b13
  kind: Event
  lastTimestamp: "2026-04-16T18:14:47Z"
  message: Started container model-chainer-raw-bfe16
  metadata:
    creationTimestamp: "2026-04-16T18:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:47Z"
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf.18a6e8ff9d4df61f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: cbf0f651-f4d8-485a-a6a7-f5e33ac99dbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bfe16}
    kind: Pod
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 03e3ba9c-179e-4a92-a842-bef9588d4b13
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: Stopping container model-chainer-raw-bfe16
  metadata:
    creationTimestamp: "2026-04-16T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf.18a6e9012c9f11ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: 55fc025a-a873-43a5-bc49-c77d0cc6c724
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bfe16}
    kind: Pod
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 03e3ba9c-179e-4a92-a842-bef9588d4b13
  kind: Event
  lastTimestamp: "2026-04-16T18:15:23Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:15:23Z"
    name: model-chainer-raw-bfe16-554c8fd6df-dwhzf.18a6e902399af397
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: 7a061285-5c8e-41ce-87da-783db90c5f58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-bfe16-554c8fd6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: 363fc916-3759-40a0-b922-59faf7ee3f29
  kind: Event
  lastTimestamp: "2026-04-16T18:14:44Z"
  message: 'Created pod: model-chainer-raw-bfe16-554c8fd6df-dwhzf'
  metadata:
    creationTimestamp: "2026-04-16T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:44Z"
    name: model-chainer-raw-bfe16-554c8fd6df.18a6e8fed6796728
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: fc41f034-0899-45fe-b6bf-79162b3e2332
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-bfe16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: 9250b527-11fd-4e4d-822f-b120e3c81e19
  kind: Event
  lastTimestamp: "2026-04-16T18:14:44Z"
  message: Scaled up replica set model-chainer-raw-bfe16-554c8fd6df from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:44Z"
    name: model-chainer-raw-bfe16.18a6e8fed465d789
    namespace: kserve-ci-e2e-test
    resourceVersion: "15417"
    uid: 91656995-55bc-487d-83ed-5e26355fbc28
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-bfe16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15435"
    uid: 5960e307-06a9-4279-bfe0-1f224d444549
  kind: Event
  lastTimestamp: "2026-04-16T18:14:44Z"
  message: InferenceGraph [model-chainer-raw-bfe16] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:14:44Z"
    name: model-chainer-raw-bfe16.18a6e8fede4d9597
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: bda27cb7-a75a-4a94-bcdf-dfbcb7d699ad
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:16:14.522799Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 5b3b46f2-a784-47a9-b7dc-d560c2a12973
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b
    to ip-10-0-138-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:16:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:16:14Z"
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b.18a6e913da7224f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16324"
    uid: 5143c15a-c30f-435a-a230-7ff237705fee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: 5b3b46f2-a784-47a9-b7dc-d560c2a12973
  kind: Event
  lastTimestamp: "2026-04-16T18:16:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-7f673-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:14Z"
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b.18a6e913e2657f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16334"
    uid: 86a372c2-3dbc-4c04-948c-b6171131b618
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16327"
    uid: 5b3b46f2-a784-47a9-b7dc-d560c2a12973
  kind: Event
  lastTimestamp: "2026-04-16T18:16:15Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:16:15Z"
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b.18a6e914172a7bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: 4088e1f2-cd99-4749-ad1e-929c4e095ca4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f673}
    kind: Pod
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: 5b3b46f2-a784-47a9-b7dc-d560c2a12973
  kind: Event
  lastTimestamp: "2026-04-16T18:16:15Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:6060da2148ba78c06d6de96222351f1e5f7d3ada4027ac02142aa0e1928e4f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:15Z"
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b.18a6e9141874f0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: c0669879-beef-4a76-b082-3a188bdded3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f673}
    kind: Pod
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: 5b3b46f2-a784-47a9-b7dc-d560c2a12973
  kind: Event
  lastTimestamp: "2026-04-16T18:16:15Z"
  message: 'Created container: model-chainer-raw-hpa-7f673'
  metadata:
    creationTimestamp: "2026-04-16T18:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:15Z"
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b.18a6e9141bd4bc3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: 8f0cd7c5-368c-4412-86e3-99beceae2078
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f673}
    kind: Pod
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: 5b3b46f2-a784-47a9-b7dc-d560c2a12973
  kind: Event
  lastTimestamp: "2026-04-16T18:16:15Z"
  message: Started container model-chainer-raw-hpa-7f673
  metadata:
    creationTimestamp: "2026-04-16T18:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:15Z"
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b.18a6e9141c3ec2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16348"
    uid: 6063c664-806f-458b-ae8d-58048d764351
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f673}
    kind: Pod
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: 5b3b46f2-a784-47a9-b7dc-d560c2a12973
  kind: Event
  lastTimestamp: "2026-04-16T18:16:24Z"
  message: Stopping container model-chainer-raw-hpa-7f673
  metadata:
    creationTimestamp: "2026-04-16T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:24Z"
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b.18a6e91631f398ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 0ce96da9-34af-4cec-ae11-8d5c9ae3d31d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f673}
    kind: Pod
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: 5b3b46f2-a784-47a9-b7dc-d560c2a12973
  kind: Event
  lastTimestamp: "2026-04-16T18:16:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:52Z"
    name: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b.18a6e916c9714402
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 4601ca1a-8040-4a80-862f-8748d71670ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-7f673-84b7cdb857
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 443f2a5e-ad7a-4bb0-a382-7c7549b3a31d
  kind: Event
  lastTimestamp: "2026-04-16T18:16:14Z"
  message: 'Created pod: model-chainer-raw-hpa-7f673-84b7cdb857-dfs5b'
  metadata:
    creationTimestamp: "2026-04-16T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:14Z"
    name: model-chainer-raw-hpa-7f673-84b7cdb857.18a6e913d9f9bd1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: 3530048f-74e9-4864-ab8d-0c228fcedd21
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-7f673
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: c9aa1bf4-9e77-4e4f-9cae-eccfe1ee0b5f
  kind: Event
  lastTimestamp: "2026-04-16T18:16:14Z"
  message: Scaled up replica set model-chainer-raw-hpa-7f673-84b7cdb857 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:14Z"
    name: model-chainer-raw-hpa-7f673.18a6e913d8d0e391
    namespace: kserve-ci-e2e-test
    resourceVersion: "16317"
    uid: 6126a4fa-540c-4266-83e4-fbedf40adb15
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-7f673
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 51420b23-3f8b-4019-a070-f7a4d07a39c7
  kind: Event
  lastTimestamp: "2026-04-16T18:16:14Z"
  message: InferenceGraph [model-chainer-raw-hpa-7f673] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:16:14Z"
    name: model-chainer-raw-hpa-7f673.18a6e913de6df088
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: b3755097-b98f-4c2a-a265-c532ba0941e4
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:21:39.774115Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19252"
    uid: 4d7bacec-0328-48d0-ae16-83cff84fe07b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w
    to ip-10-0-128-209.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:21:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:21:39Z"
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w.18a6e95f94ef721c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19257"
    uid: dbff8f2b-4de9-4d86-a1d4-6bd52652ae5f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19262"
    uid: 4d7bacec-0328-48d0-ae16-83cff84fe07b
  kind: Event
  lastTimestamp: "2026-04-16T18:21:40Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:21:40Z"
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w.18a6e95fad7ff096
    namespace: kserve-ci-e2e-test
    resourceVersion: "19272"
    uid: 064eccd7-9576-499c-84e3-a22c4839400c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: 4d7bacec-0328-48d0-ae16-83cff84fe07b
  kind: Event
  lastTimestamp: "2026-04-16T18:21:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:40Z"
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w.18a6e95faeb43c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "19274"
    uid: df8a063c-19d9-44ae-8ae4-28bf7d940cda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: 4d7bacec-0328-48d0-ae16-83cff84fe07b
  kind: Event
  lastTimestamp: "2026-04-16T18:21:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:40Z"
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w.18a6e95fb14e0228
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: bc58d227-0b09-4685-875f-34057ecc87b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: 4d7bacec-0328-48d0-ae16-83cff84fe07b
  kind: Event
  lastTimestamp: "2026-04-16T18:21:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:40Z"
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w.18a6e95fb1bda829
    namespace: kserve-ci-e2e-test
    resourceVersion: "19279"
    uid: 7a7ed3d2-feff-4434-ba40-a32d6510f57d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: 4d7bacec-0328-48d0-ae16-83cff84fe07b
  kind: Event
  lastTimestamp: "2026-04-16T18:21:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:45Z"
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w.18a6e960d3411744
    namespace: kserve-ci-e2e-test
    resourceVersion: "19325"
    uid: e4099a56-a8a0-4c4e-86f6-77e5a4fe18f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: 4d7bacec-0328-48d0-ae16-83cff84fe07b
  kind: Event
  lastTimestamp: "2026-04-16T18:21:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:45Z"
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w.18a6e960d668916a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19329"
    uid: 032cfcc7-bbed-4f8e-a138-d72f3e02d707
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: 4d7bacec-0328-48d0-ae16-83cff84fe07b
  kind: Event
  lastTimestamp: "2026-04-16T18:21:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:45Z"
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w.18a6e960d6d26c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19330"
    uid: 2fcc3687-4fd0-423e-99ff-36d60a578acf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: 4d7bacec-0328-48d0-ae16-83cff84fe07b
  kind: Event
  lastTimestamp: "2026-04-16T18:22:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:37Z"
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w.18a6e9610f1d3540
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: f0ae2688-1845-49f5-a4b3-f1b8ed756c04
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: 4d7bacec-0328-48d0-ae16-83cff84fe07b
  kind: Event
  lastTimestamp: "2026-04-16T18:22:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:49Z"
    name: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w.18a6e96fe62259d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19828"
    uid: e04211b3-04e6-4029-a998-093e62683721
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-94e2d-predictor-864b7f6fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19242"
    uid: 3894fa98-eff9-488d-a28d-0475650b49b3
  kind: Event
  lastTimestamp: "2026-04-16T18:21:39Z"
  message: 'Created pod: raw-sklearn-94e2d-predictor-864b7f6fd4-bp28w'
  metadata:
    creationTimestamp: "2026-04-16T18:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:21:39Z"
    name: raw-sklearn-94e2d-predictor-864b7f6fd4.18a6e95f948b185d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19254"
    uid: 00fdea37-9248-4e26-b0ee-811079de3610
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-94e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19240"
    uid: 86c806f1-494d-454b-9b68-79d7d3b8df5a
  kind: Event
  lastTimestamp: "2026-04-16T18:21:39Z"
  message: Scaled up replica set raw-sklearn-94e2d-predictor-864b7f6fd4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:21:39Z"
    name: raw-sklearn-94e2d-predictor.18a6e95f91c32ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19244"
    uid: a5d2b000-d84b-4dc3-a654-d6482c9936f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-94e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: 25281764-4d0e-4392-be64-eb3b7f386f82
  kind: Event
  lastTimestamp: "2026-04-16T18:22:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:09Z"
    name: raw-sklearn-94e2d-predictor.18a6e96310dad3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: 363846c0-8ce9-453d-a78e-73990a504a23
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-94e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: 25281764-4d0e-4392-be64-eb3b7f386f82
  kind: Event
  lastTimestamp: "2026-04-16T18:22:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:09Z"
    name: raw-sklearn-94e2d-predictor.18a6e963114e9884
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: b3448941-da08-4809-829c-f305beb36137
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-94e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19405"
    uid: 25281764-4d0e-4392-be64-eb3b7f386f82
  kind: Event
  lastTimestamp: "2026-04-16T18:22:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:39Z"
    name: raw-sklearn-94e2d-predictor.18a6e96a0f7bd1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19719"
    uid: 93ee0764-c36a-46a1-adc6-7ec4717e0f97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-94e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19405"
    uid: 25281764-4d0e-4392-be64-eb3b7f386f82
  kind: Event
  lastTimestamp: "2026-04-16T18:22:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:39Z"
    name: raw-sklearn-94e2d-predictor.18a6e96a0ff0b893
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: d4f129e2-9244-46ee-aeb4-29d49ea09edd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-94e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19233"
    uid: 6232b53a-ac17-4690-8deb-f56d7cc98d75
  kind: Event
  lastTimestamp: "2026-04-16T18:22:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:22:47Z"
    name: raw-sklearn-94e2d.18a6e95f919be24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: 744e5d56-0814-418e-9fe1-b9d92786617d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-94e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19233"
    uid: 6232b53a-ac17-4690-8deb-f56d7cc98d75
  kind: Event
  lastTimestamp: "2026-04-16T18:21:39Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-94e2d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-94e2d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:21:39Z"
    name: raw-sklearn-94e2d.18a6e95f920c1e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19247"
    uid: 7dcef7dc-b770-4dfc-a088-e0feb5bcadb5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-94e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: 6232b53a-ac17-4690-8deb-f56d7cc98d75
  kind: Event
  lastTimestamp: "2026-04-16T18:22:47Z"
  message: InferenceService [raw-sklearn-94e2d] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:22:47Z"
    name: raw-sklearn-94e2d.18a6e96f480debce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: 63c60312-27f6-41b5-9fae-c62a847ff090
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:22:49.914772Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19838"
    uid: c251f7bb-e117-4a3f-8151-f6f657784699
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9
    to ip-10-0-128-209.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:22:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:22:49Z"
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9.18a6e96fe9a4ea47
    namespace: kserve-ci-e2e-test
    resourceVersion: "19844"
    uid: 75925109-de6c-4603-b264-983f9234c577
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b9d846874-4hqvs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: c251f7bb-e117-4a3f-8151-f6f657784699
  kind: Event
  lastTimestamp: "2026-04-16T18:22:50Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:22:50Z"
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9.18a6e97001f6782b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: 0d9ab78a-bed8-4f9a-bfc9-25e203eb8b62
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: c251f7bb-e117-4a3f-8151-f6f657784699
  kind: Event
  lastTimestamp: "2026-04-16T18:22:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:50Z"
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9.18a6e970035cb072
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: dab852e4-3cf1-497d-b4c7-f82d11816875
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: c251f7bb-e117-4a3f-8151-f6f657784699
  kind: Event
  lastTimestamp: "2026-04-16T18:22:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:50Z"
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9.18a6e9700609d2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 853c891b-56e9-4acd-968d-674b4c98c63f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: c251f7bb-e117-4a3f-8151-f6f657784699
  kind: Event
  lastTimestamp: "2026-04-16T18:22:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:50Z"
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9.18a6e97006784e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "19865"
    uid: e28ada22-0369-40d7-b0c6-0bf186d9b9e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: c251f7bb-e117-4a3f-8151-f6f657784699
  kind: Event
  lastTimestamp: "2026-04-16T18:22:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:54Z"
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9.18a6e970ef38df17
    namespace: kserve-ci-e2e-test
    resourceVersion: "19897"
    uid: aa42a8d2-a0f9-4666-9d50-e88baaa32558
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: c251f7bb-e117-4a3f-8151-f6f657784699
  kind: Event
  lastTimestamp: "2026-04-16T18:22:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:54Z"
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9.18a6e970f252ae44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19906"
    uid: 7e56e7eb-a4ff-4be9-b720-dd8aae21cf07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: c251f7bb-e117-4a3f-8151-f6f657784699
  kind: Event
  lastTimestamp: "2026-04-16T18:22:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:54Z"
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9.18a6e970f2bd3bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 3e4f5e71-b085-4e52-8146-2d7bd431e526
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: c251f7bb-e117-4a3f-8151-f6f657784699
  kind: Event
  lastTimestamp: "2026-04-16T18:23:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:46Z"
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9.18a6e9712b378aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20268"
    uid: fbb8d71b-6109-45d8-a38b-7bfa53085144
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: c251f7bb-e117-4a3f-8151-f6f657784699
  kind: Event
  lastTimestamp: "2026-04-16T18:24:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:00Z"
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9.18a6e9803b8cc5f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20388"
    uid: 9714ac64-5543-448a-926b-6d653169fcd1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-209.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-209.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: 8b0c19a2-ea19-4e4d-ba1c-5eece86fc85a
  kind: Event
  lastTimestamp: "2026-04-16T18:22:49Z"
  message: 'Created pod: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4-4dzp9'
  metadata:
    creationTimestamp: "2026-04-16T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:49Z"
    name: raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4.18a6e96fe9167856
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: 766bf6ee-99c4-4cfd-b9c0-81db6420ccaf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-9b339-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19823"
    uid: 5597921a-81aa-4c6a-9059-b0ef20420466
  kind: Event
  lastTimestamp: "2026-04-16T18:22:49Z"
  message: Scaled up replica set raw-sklearn-runtime-9b339-predictor-5bdfb6c5f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:49Z"
    name: raw-sklearn-runtime-9b339-predictor.18a6e96fe6558842
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: 3aef158b-dd96-4081-8233-af6e3cbce3b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-9b339-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: c22fafab-2ceb-47a1-97c4-c4b83d672df6
  kind: Event
  lastTimestamp: "2026-04-16T18:23:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:34Z"
    name: raw-sklearn-runtime-9b339-predictor.18a6e9736653aa29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: 4c40d70b-e015-4f90-9d00-ba3982e95396
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-9b339-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: c22fafab-2ceb-47a1-97c4-c4b83d672df6
  kind: Event
  lastTimestamp: "2026-04-16T18:23:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:34Z"
    name: raw-sklearn-runtime-9b339-predictor.18a6e97366caf000
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 67127e7b-7bfe-46b7-871f-3171218bc5bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-9b339-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: c22fafab-2ceb-47a1-97c4-c4b83d672df6
  kind: Event
  lastTimestamp: "2026-04-16T18:23:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:49Z"
    name: raw-sklearn-runtime-9b339-predictor.18a6e97de3b9a163
    namespace: kserve-ci-e2e-test
    resourceVersion: "20293"
    uid: c508b58e-dbcb-4daa-b99a-5a52f5b10ccd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-9b339-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: c22fafab-2ceb-47a1-97c4-c4b83d672df6
  kind: Event
  lastTimestamp: "2026-04-16T18:23:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:49Z"
    name: raw-sklearn-runtime-9b339-predictor.18a6e97de427a58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20295"
    uid: ea2751a5-dacf-44be-835a-e4d61ea9d201
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-9b339
    namespace: kserve-ci-e2e-test
    resourceVersion: "19801"
    uid: 7f6602fe-b6bb-4263-bfaa-7c8468ff6837
  kind: Event
  lastTimestamp: "2026-04-16T18:23:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:23:56Z"
    name: raw-sklearn-runtime-9b339.18a6e96fe630b65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20346"
    uid: 60f2f906-9270-43b3-87fb-cbb04fde6fd7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-9b339
    namespace: kserve-ci-e2e-test
    resourceVersion: "19801"
    uid: 7f6602fe-b6bb-4263-bfaa-7c8468ff6837
  kind: Event
  lastTimestamp: "2026-04-16T18:22:49Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-9b339":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-9b339":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:22:49Z"
    name: raw-sklearn-runtime-9b339.18a6e96fe6b9803e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: 4a15fcc5-9b7a-438b-8ecf-412748ef286e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-9b339
    namespace: kserve-ci-e2e-test
    resourceVersion: "20344"
    uid: 7f6602fe-b6bb-4263-bfaa-7c8468ff6837
  kind: Event
  lastTimestamp: "2026-04-16T18:23:56Z"
  message: InferenceService [raw-sklearn-runtime-9b339] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:23:56Z"
    name: raw-sklearn-runtime-9b339.18a6e97f640b747b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: 3173b7ea-b29c-4a64-9219-dbd1c409032b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "20578"