---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:17:35.675201Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23908"
    uid: 77010218-e7eb-4d94-a9f0-466ca2b695f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:17:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:17:35Z"
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr.18a90f36b8aaa610
    namespace: kserve-ci-e2e-test
    resourceVersion: "23915"
    uid: e8356b14-e519-46b0-9e8c-606dc69321d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 77010218-e7eb-4d94-a9f0-466ca2b695f3
  kind: Event
  lastTimestamp: "2026-04-23T18:17:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-6c6f0e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:35Z"
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr.18a90f36c31649e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23925"
    uid: 7d65ff9c-55f5-4c85-b50f-2293512b6dc4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 77010218-e7eb-4d94-a9f0-466ca2b695f3
  kind: Event
  lastTimestamp: "2026-04-23T18:17:36Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:17:36Z"
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr.18a90f36f5d10e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: 929c7d5b-da9d-4a66-83d1-28aa245872a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 77010218-e7eb-4d94-a9f0-466ca2b695f3
  kind: Event
  lastTimestamp: "2026-04-23T18:17:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:42Z"
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr.18a90f36f8beb625
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: 120d973f-c1d1-4fd4-b833-1cfd6e4ad0ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 77010218-e7eb-4d94-a9f0-466ca2b695f3
  kind: Event
  lastTimestamp: "2026-04-23T18:17:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:42Z"
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr.18a90f36fba7888a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 602797c4-63d8-45aa-84f1-f74b282519a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 77010218-e7eb-4d94-a9f0-466ca2b695f3
  kind: Event
  lastTimestamp: "2026-04-23T18:17:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:42Z"
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr.18a90f36fc205202
    namespace: kserve-ci-e2e-test
    resourceVersion: "23997"
    uid: a0cd1c3b-20fb-4bed-b8a9-48dc31eaf2b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 77010218-e7eb-4d94-a9f0-466ca2b695f3
  kind: Event
  lastTimestamp: "2026-04-23T18:17:45Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:45Z"
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr.18a90f390655c3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24044"
    uid: 14342a12-f0bd-4f7d-931c-fc221f9fdcf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23881"
    uid: 3bb5bab0-e875-4306-a82f-5acd98fb4ee0
  kind: Event
  lastTimestamp: "2026-04-23T18:17:35Z"
  message: 'Created pod: isvc-init-fail-6c6f0e-predictor-df7f7d88c-kzbpr'
  metadata:
    creationTimestamp: "2026-04-23T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:35Z"
    name: isvc-init-fail-6c6f0e-predictor-df7f7d88c.18a90f36b82df9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23914"
    uid: 85bff977-e9ba-4e36-896b-f40cc599bd3c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-6c6f0e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: c0a7620e-ac7c-4f4d-8bc7-659a46a23593
  kind: Event
  lastTimestamp: "2026-04-23T18:17:35Z"
  message: Scaled up replica set isvc-init-fail-6c6f0e-predictor-df7f7d88c from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:35Z"
    name: isvc-init-fail-6c6f0e-predictor.18a90f36b25195d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23885"
    uid: 852ec2d1-94cb-40a8-83ce-dd5000b98daf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6c6f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23857"
    uid: 6ad04d24-1f4c-48b6-b79f-bdd7ba528d97
  kind: Event
  lastTimestamp: "2026-04-23T18:17:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:17:42Z"
    name: isvc-init-fail-6c6f0e.18a90f36b1fd770c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 87e738d8-f8cc-4790-8213-f28c6a7eebc9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6c6f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: 6ad04d24-1f4c-48b6-b79f-bdd7ba528d97
  kind: Event
  lastTimestamp: "2026-04-23T18:17:35Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-6c6f0e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-6c6f0e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:17:35Z"
    name: isvc-init-fail-6c6f0e.18a90f36b85c0a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: add0621f-de40-4dfe-8dc1-975919a3b711
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6c6f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: 6ad04d24-1f4c-48b6-b79f-bdd7ba528d97
  kind: Event
  lastTimestamp: "2026-04-23T18:17:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-6c6f0e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:17:35Z"
    name: isvc-init-fail-6c6f0e.18a90f36b85c4e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: ad719efe-c514-4dac-a18e-e3cb015291c5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:11:45.501426Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20738"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:11:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:11:45Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee530aed9af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20744"
    uid: cd819f25-d3f3-44c8-956d-07f9aa9c4e7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-befab-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:45Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee53f5ff986
    namespace: kserve-ci-e2e-test
    resourceVersion: "20753"
    uid: 7f17eb0f-c357-4033-bff5-52f5599a0d2d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20747"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:46Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:11:46Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee56e109b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 469735b5-e414-4e38-ad00-5a9cd1ed5091
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:46Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee56fa050d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 07479bc7-a761-4771-a31b-e32cc16285b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:46Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee5725ff235
    namespace: kserve-ci-e2e-test
    resourceVersion: "20766"
    uid: cde31ce5-f6b3-4228-ac0e-9b7acd076063
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:46Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee57302d78c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20767"
    uid: 9e212294-8f55-4d7b-8218-16c793d3daba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:50Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee65c456a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20799"
    uid: 17dde4bd-29a9-47be-9710-ce3c122ffe38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:50Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee65f38dc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: 2f5bd4ae-c2f2-48c7-8698-92c6a5e4e30d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:50Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee65fb4c299
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 66b3042e-b6ea-4a08-a3ab-7ebf572f7ab5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:50Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee65fc3a062
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: e61beea9-7959-468a-86e6-051e9057e8a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:50Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee6634f5b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: 3b04f660-a1b8-4f56-a154-ede1cf080e90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:50Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee663cfc24a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: b76e31fd-140b-4c3f-85be-0dea32fa5616
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:50Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:8355577465350819b9acaf7b1f6d7719478b0f21526c72a5e4b69db6a7d8f7b0"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:50Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee663de3995
    namespace: kserve-ci-e2e-test
    resourceVersion: "20809"
    uid: 4e8327bb-3ae0-4d01-b1fc-cfcf450413db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:50Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:50Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee6670070dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20810"
    uid: bece29db-ac62-4287-8074-0b5872cc5c31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:50Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:50Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee6677ff2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20811"
    uid: 5306dcca-89dd-4637-99ea-978ef3eaf191
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:13:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:28Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee698269bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21635"
    uid: 10711f78-79b8-46de-82cc-c252c6944353
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:13:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T18:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:28Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90ee6d3f0dca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: c51474e3-662a-44b8-ae84-4855e123d11d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:13:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:20Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90efb5ab2af57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21508"
    uid: a310e588-f32a-4ec3-abf7-341f36b09489
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:13:20Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:20Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90efb5ab2e4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21512"
    uid: 4cd078c3-3c16-4ce9-8014-5a6e648397e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:13:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:20Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90efb5ab33729
    namespace: kserve-ci-e2e-test
    resourceVersion: "21513"
    uid: 609cab3e-065b-4c53-a7c9-2410909cb14d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: cfe17efd-10c4-48fe-a81d-9f7ac372748a
  kind: Event
  lastTimestamp: "2026-04-23T18:13:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:33Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz.18a90efc04204203
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 0e1a02ba-b45d-48d1-8631-9053f51a3963
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20728"
    uid: 56a9f3c8-8ab6-4077-b10d-c2043b2f3b14
  kind: Event
  lastTimestamp: "2026-04-23T18:11:45Z"
  message: 'Created pod: isvc-logger-raw-befab-predictor-76d9f9bbb8-64kcz'
  metadata:
    creationTimestamp: "2026-04-23T18:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:45Z"
    name: isvc-logger-raw-befab-predictor-76d9f9bbb8.18a90ee5301cdc30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: 96f96b1c-49a5-4718-8291-d13f0a112186
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-befab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20726"
    uid: 46659277-8704-4382-ad26-f745c1df0ec9
  kind: Event
  lastTimestamp: "2026-04-23T18:11:45Z"
  message: Scaled up replica set isvc-logger-raw-befab-predictor-76d9f9bbb8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:45Z"
    name: isvc-logger-raw-befab-predictor.18a90ee52c0a04c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20730"
    uid: d3ad47d5-cd2f-4a71-b30b-5f256f469b6a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-befab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: c76bf0a9-c3e1-43c3-b5cb-80191555d7da
  kind: Event
  lastTimestamp: "2026-04-23T18:12:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:12:15Z"
    name: isvc-logger-raw-befab-predictor.18a90ee8aa5ad7e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: 71dfb045-a62b-45a7-b803-94697e0258e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-befab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: c76bf0a9-c3e1-43c3-b5cb-80191555d7da
  kind: Event
  lastTimestamp: "2026-04-23T18:12:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:12:15Z"
    name: isvc-logger-raw-befab-predictor.18a90ee8aac696a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21000"
    uid: e417e7f1-59c7-4f58-9a9d-c083019300aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-befab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20898"
    uid: c76bf0a9-c3e1-43c3-b5cb-80191555d7da
  kind: Event
  lastTimestamp: "2026-04-23T18:13:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:13:15Z"
    name: isvc-logger-raw-befab-predictor.18a90eefa8648d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: 143cbc77-cbca-4009-81f4-3f00ed3de569
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-befab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20898"
    uid: c76bf0a9-c3e1-43c3-b5cb-80191555d7da
  kind: Event
  lastTimestamp: "2026-04-23T18:13:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:13:15Z"
    name: isvc-logger-raw-befab-predictor.18a90eefa8d5f624
    namespace: kserve-ci-e2e-test
    resourceVersion: "21437"
    uid: b4bac882-ac49-4e34-809d-2772d54f7c5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-befab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: 23db636f-139e-4c75-96c9-01763009835a
  kind: Event
  lastTimestamp: "2026-04-23T18:13:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:13:08Z"
    name: isvc-logger-raw-befab.18a90ee52bb54940
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: 26b4de6f-6fe0-44c9-900a-0ed8f268fe18
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-befab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: 23db636f-139e-4c75-96c9-01763009835a
  kind: Event
  lastTimestamp: "2026-04-23T18:11:45Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-befab":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-befab":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:11:45Z"
    name: isvc-logger-raw-befab.18a90ee52c3dd53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: 10e824c6-a405-42ea-9afb-677815f6be06
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-befab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: 23db636f-139e-4c75-96c9-01763009835a
  kind: Event
  lastTimestamp: "2026-04-23T18:13:08Z"
  message: InferenceService [isvc-logger-raw-befab] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:13:08Z"
    name: isvc-logger-raw-befab.18a90ef88ce38d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: bd4c633e-0f9d-4de7-977e-dfda36e3f077
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:15:51.117227Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22989"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-93cf55-predictor-84b5796f4b-thmln
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f1e608678ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22993"
    uid: e6dd6900-96de-46ca-a1d3-c7ab2bd1fc61
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22995"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f1e798627e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23003"
    uid: 7a07913b-1dbd-4e9d-ac68-fd9f0ec81b7b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f1e7b0d43d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23005"
    uid: 3d9d9abb-e022-4cdd-a1ca-f91ae6371d3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f1e7e50cafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23006"
    uid: b3ddd903-5568-407f-85f3-1d72d677fc48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f1e7ec5b24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23007"
    uid: b22a07f9-f66c-42ee-a520-0fc755f10c72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:15:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:56Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f1f90a53df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23047"
    uid: fcb1fc38-ff1a-4f07-8f6c-1c346d0e19e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:15:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:56Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f1f935ebf2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23049"
    uid: 5e01eb41-668a-4b6d-a490-74bb41135d62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:15:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:56Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f1f93d99f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23050"
    uid: 7216c3a9-9a45-4540-8763-ffb51a81055a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:15:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:56Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f1f93e88fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23053"
    uid: 524db35b-a13e-4952-a2a8-40f5aa803d9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:15:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:56Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f1f96e9d187
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: d8356786-2cbd-45fe-af63-2eeffe33224e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:15:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:56Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f1f97619418
    namespace: kserve-ci-e2e-test
    resourceVersion: "23056"
    uid: 8ee698ca-d95f-492e-9aca-eb29b8f61082
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:17:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:05Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f1fcc90fc12
    namespace: kserve-ci-e2e-test
    resourceVersion: "23555"
    uid: 32eb31f0-f2eb-47bc-8256-d5d5eb6a573d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:17:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:35Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f36b71b89f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23906"
    uid: b4c3d530-6059-4bfd-8959-b57b61c323b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:17:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:35Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f36b71c13d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23907"
    uid: 818ea6ba-fbe1-40b1-820f-5b1a323c65f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 57b28371-a97a-4cf1-83dd-3f576ed34e1f
  kind: Event
  lastTimestamp: "2026-04-23T18:17:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:38Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b-thmln.18a90f3750b4dcb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23960"
    uid: a922807e-b50b-4362-bfbc-88f5c9e15c83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-93cf55-predictor-84b5796f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22977"
    uid: d7c22133-e289-45ea-8178-9a33ca74bfc0
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: 'Created pod: isvc-primary-93cf55-predictor-84b5796f4b-thmln'
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-primary-93cf55-predictor-84b5796f4b.18a90f1e60032014
    namespace: kserve-ci-e2e-test
    resourceVersion: "22991"
    uid: b68c9c6f-986b-4d3e-831b-69c2220f0d4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-93cf55-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: 52f09a5c-9b8d-44f7-b1f4-55dabaf42953
  kind: Event
  lastTimestamp: "2026-04-23T18:15:50Z"
  message: Scaled up replica set isvc-primary-93cf55-predictor-84b5796f4b from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-primary-93cf55-predictor.18a90f1e5973cb86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 21617538-66ac-4b9f-9e08-d17bcb4df6b1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-93cf55-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22976"
    uid: 4b76ed6f-cc10-4cb6-86e1-9adca984b4e1
  kind: Event
  lastTimestamp: "2026-04-23T18:16:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:16:21Z"
    name: isvc-primary-93cf55-predictor.18a90f21d80593e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 93d9ccd9-3ed2-4906-8804-e34ef75afb20
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-93cf55-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22976"
    uid: 4b76ed6f-cc10-4cb6-86e1-9adca984b4e1
  kind: Event
  lastTimestamp: "2026-04-23T18:16:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:16:21Z"
    name: isvc-primary-93cf55-predictor.18a90f21d87ac071
    namespace: kserve-ci-e2e-test
    resourceVersion: "23246"
    uid: f5e97821-0444-4fda-a3c3-a4254339ca9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-93cf55-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23136"
    uid: 4b76ed6f-cc10-4cb6-86e1-9adca984b4e1
  kind: Event
  lastTimestamp: "2026-04-23T18:17:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:21Z"
    name: isvc-primary-93cf55-predictor.18a90f28d697f1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: 1e9fed2e-7ffc-48fe-a756-74447d45ecb5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-93cf55-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23136"
    uid: 4b76ed6f-cc10-4cb6-86e1-9adca984b4e1
  kind: Event
  lastTimestamp: "2026-04-23T18:17:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:21Z"
    name: isvc-primary-93cf55-predictor.18a90f28d70e3afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23679"
    uid: 579baca5-2469-4fca-a4cb-68f36331bcd5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-93cf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22949"
    uid: 6cc46f1c-6721-4794-9d20-fcd9e9582528
  kind: Event
  lastTimestamp: "2026-04-23T18:17:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:17:15Z"
    name: isvc-primary-93cf55.18a90f1e594f17c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 9d6b922e-1c86-49f7-aa5d-c4fbfa971b47
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-93cf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22949"
    uid: 6cc46f1c-6721-4794-9d20-fcd9e9582528
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: 'Failed to update status for InferenceService "isvc-primary-93cf55": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-93cf55":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-primary-93cf55.18a90f1e5a05032c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22981"
    uid: 9b4a647c-af9b-4eb6-a6a4-0c79c944c550
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-93cf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22949"
    uid: 6cc46f1c-6721-4794-9d20-fcd9e9582528
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-93cf55": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-primary-93cf55.18a90f1e5a055c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "22982"
    uid: 25d04a5a-b0a5-4d0c-aff7-8738fc81a42e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-93cf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: 6cc46f1c-6721-4794-9d20-fcd9e9582528
  kind: Event
  lastTimestamp: "2026-04-23T18:17:15Z"
  message: InferenceService [isvc-primary-93cf55] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:17:15Z"
    name: isvc-primary-93cf55.18a90f320dce94cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23633"
    uid: 40469325-87fb-46df-bdb9-58bffcd284c4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:06:09.620193Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:06:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:06:09Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e96fc99fc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: e38df2e4-8886-47a2-a9f6-4e96187b5bc3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-1794c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:09Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e97030d640c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: b613172e-e693-40d0-8fa0-6b323763be92
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17657"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:10Z"
  message: Add eth0 [10.132.0.15/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:06:10Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e972788373a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: 369f5ec1-30a5-4a4b-90c1-e1a9d6a08dcf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:10Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
  metadata:
    creationTimestamp: "2026-04-23T18:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:10Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e97290455c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: f273b82a-9709-4345-be0f-c96804939441
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    in 4.315s (4.315s including waiting). Image size: 301160889 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:14Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e982a36d284
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: 4e18ab49-f29e-4d10-9a54-9569d4369edc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:14Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e982d49db9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17708"
    uid: 66fd59aa-5b45-4e48-8485-bcd3bf5e21ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:14Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e982dc488fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17709"
    uid: 1892e3bd-0979-4bc8-afba-6a84b0dde150
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:18Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
  metadata:
    creationTimestamp: "2026-04-23T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:18Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e99102d2a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: 13f86a61-aa84-4c68-a5ec-c0d10e33b950
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    in 13.047s (13.047s including waiting). Image size: 1562904500 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:31Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e9c19e61776
    namespace: kserve-ci-e2e-test
    resourceVersion: "17839"
    uid: 9d9ee4e7-a651-49f1-8616-d3efb1464c03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:31Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e9c1ce286a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: 8b7a6937-020f-4c79-af8a-780588a28e09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:31Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e9c1d4cf1ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 2e7427f4-a750-4055-9753-dba9bc5b936c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:31Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-23T18:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:31Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e9c1d5a5aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: 6e22ea0f-06de-404b-b1e2-da0e1b502f19
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.2s (2.2s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:33Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e9ca080e46e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17859"
    uid: 79c01444-4501-4784-865d-f96c55a5afdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:33Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e9ca3d3717e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17860"
    uid: 8cd0f6ee-06e4-4e6d-94ef-5e0b13f83a26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:33Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e9ca4388b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: 487caea3-6759-47ea-9dec-d1241ae8dbcf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:33Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:8355577465350819b9acaf7b1f6d7719478b0f21526c72a5e4b69db6a7d8f7b0"
  metadata:
    creationTimestamp: "2026-04-23T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:33Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e9ca444c723
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 95a99a5c-28ad-4218-8c6e-a7d9edf23a97
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:8355577465350819b9acaf7b1f6d7719478b0f21526c72a5e4b69db6a7d8f7b0"
    in 3.141s (3.141s including waiting). Image size: 238035032 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:37Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e9d5f895a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 737fa0ca-247e-49b5-be33-9b56f7a34f83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:37Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T18:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:37Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e9d62a4a74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: fb58514e-a658-4553-8f55-9a3bc9772d51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:06:37Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T18:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:37Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e9d630dd27c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17886"
    uid: 9be71621-9754-4e94-bc02-e87692cc8d53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:08:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.15:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:10Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e9d80c2d698
    namespace: kserve-ci-e2e-test
    resourceVersion: "18714"
    uid: e7edcd99-73ec-42a9-93c4-416fe4e17e7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:08:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T18:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:10Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90e9dbc8942fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18715"
    uid: 2fab73c1-7e70-4834-b542-29683234c87d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:07:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:54Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90eaf729c9064
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 65a9b83d-1188-4fee-916f-9cbd0ce0d56f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:07:54Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:54Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90eaf729d1498
    namespace: kserve-ci-e2e-test
    resourceVersion: "18484"
    uid: 5531fbb0-fc33-4b15-a510-6e8516c1a96b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:07:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:54Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90eaf729d7f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18488"
    uid: 80c0b5a0-70bb-490a-bda7-e0afea80bdc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5cfce20c-4e70-45d2-b4d9-c72c31bfb85e
  kind: Event
  lastTimestamp: "2026-04-23T18:08:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.15:8643/healthz": dial tcp
    10.132.0.15:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:08Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb.18a90eb05ce0cf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18693"
    uid: 18ca58b7-8afa-4b4e-a5e6-f3d174197086
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: ebfdf1b0-f33b-4f26-a27d-ff766730a10b
  kind: Event
  lastTimestamp: "2026-04-23T18:06:09Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5-9xzhb'
  metadata:
    creationTimestamp: "2026-04-23T18:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:06:09Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5.18a90e96fc28228b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: cbcd2998-8032-4589-a25a-f92c8878860f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-1794c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: ec3fd3f2-b06f-44bc-b44a-4ee995976790
  kind: Event
  lastTimestamp: "2026-04-23T18:06:09Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-1794c-predictor-66bb5947d5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:06:09Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor.18a90e96f6f16bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: c276d0b5-d942-4fd4-895a-698256f49670
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-1794c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: b85b4894-b4d5-4637-b7c4-0b39c1dfa14c
  kind: Event
  lastTimestamp: "2026-04-23T18:07:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:07:09Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor.18a90e9a7c7ba655
    namespace: kserve-ci-e2e-test
    resourceVersion: "18125"
    uid: df87f997-fedc-4a07-9703-9aa8d54f88bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-1794c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: b85b4894-b4d5-4637-b7c4-0b39c1dfa14c
  kind: Event
  lastTimestamp: "2026-04-23T18:07:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:07:09Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor.18a90e9a7cffd356
    namespace: kserve-ci-e2e-test
    resourceVersion: "18126"
    uid: da3aa28a-60e2-4c72-9285-9264370af3f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-1794c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: b85b4894-b4d5-4637-b7c4-0b39c1dfa14c
  kind: Event
  lastTimestamp: "2026-04-23T18:07:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:07:39Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor.18a90ea8799af3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18344"
    uid: c4a0d851-a56a-4c19-a5d8-a0fee5964ee4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-1794c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: b85b4894-b4d5-4637-b7c4-0b39c1dfa14c
  kind: Event
  lastTimestamp: "2026-04-23T18:07:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:07:39Z"
    name: isvc-raw-sklearn-batcher-1794c-predictor.18a90ea87a0ceff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: bf669315-4825-418d-830c-4f0f2a5a1d13
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-1794c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: bb9141b6-4201-46c4-a422-ce8cb2a645e0
  kind: Event
  lastTimestamp: "2026-04-23T18:07:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:07:40Z"
    name: isvc-raw-sklearn-batcher-1794c.18a90e96fcff3427
    namespace: kserve-ci-e2e-test
    resourceVersion: "18361"
    uid: d536d3fe-3a63-455f-b1ea-53c46cdccc47
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-1794c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: bb9141b6-4201-46c4-a422-ce8cb2a645e0
  kind: Event
  lastTimestamp: "2026-04-23T18:06:09Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-1794c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-1794c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:06:09Z"
    name: isvc-raw-sklearn-batcher-1794c.18a90e96fd897212
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: a175931b-3971-411f-8b3c-563a8f23832a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-1794c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: bb9141b6-4201-46c4-a422-ce8cb2a645e0
  kind: Event
  lastTimestamp: "2026-04-23T18:06:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-1794c": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:06:09Z"
    name: isvc-raw-sklearn-batcher-1794c.18a90e96fd89beff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: bb063007-4950-4f25-a17a-a40f96103636
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-1794c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: bb9141b6-4201-46c4-a422-ce8cb2a645e0
  kind: Event
  lastTimestamp: "2026-04-23T18:07:40Z"
  message: InferenceService [isvc-raw-sklearn-batcher-1794c] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:07:40Z"
    name: isvc-raw-sklearn-batcher-1794c.18a90eac3177346e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18360"
    uid: d2610d7f-ba4f-42c5-9666-32bf38d602cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:17:21.305173Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-93cf55-predictor-8bd9574b9-lblzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23704"
    uid: cacc9e94-0d77-40eb-94c3-2511206fe0fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-93cf55-predictor-8bd9574b9-lblzt
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:17:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:17:21Z"
    name: isvc-secondary-93cf55-predictor-8bd9574b9-lblzt.18a90f3360256281
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 0931bffb-4a79-4bc9-b91b-712fd81c226c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-93cf55-predictor-8bd9574b9-lblzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23714"
    uid: cacc9e94-0d77-40eb-94c3-2511206fe0fe
  kind: Event
  lastTimestamp: "2026-04-23T18:17:21Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:17:21Z"
    name: isvc-secondary-93cf55-predictor-8bd9574b9-lblzt.18a90f337951beb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23721"
    uid: ba78974f-2ec0-4c2b-aa10-f2304c67aef7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-93cf55-predictor-8bd9574b9-lblzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: cacc9e94-0d77-40eb-94c3-2511206fe0fe
  kind: Event
  lastTimestamp: "2026-04-23T18:17:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:24Z"
    name: isvc-secondary-93cf55-predictor-8bd9574b9-lblzt.18a90f337abdba58
    namespace: kserve-ci-e2e-test
    resourceVersion: "23754"
    uid: 8ecffa15-bd8e-4ef5-a7ed-0827824c539a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-93cf55-predictor-8bd9574b9-lblzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: cacc9e94-0d77-40eb-94c3-2511206fe0fe
  kind: Event
  lastTimestamp: "2026-04-23T18:17:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:24Z"
    name: isvc-secondary-93cf55-predictor-8bd9574b9-lblzt.18a90f337d503f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23757"
    uid: b9d4bdb2-1cbb-4340-a8a3-572b72848b4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-93cf55-predictor-8bd9574b9-lblzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: cacc9e94-0d77-40eb-94c3-2511206fe0fe
  kind: Event
  lastTimestamp: "2026-04-23T18:17:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:24Z"
    name: isvc-secondary-93cf55-predictor-8bd9574b9-lblzt.18a90f337dc81bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23761"
    uid: 286b837d-4a9e-4f01-890a-ff5f7fdef927
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-93cf55-predictor-8bd9574b9-lblzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: cacc9e94-0d77-40eb-94c3-2511206fe0fe
  kind: Event
  lastTimestamp: "2026-04-23T18:17:30Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-93cf55-predictor-8bd9574b9-lblzt_kserve-ci-e2e-test(cacc9e94-0d77-40eb-94c3-2511206fe0fe)
  metadata:
    creationTimestamp: "2026-04-23T18:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:30Z"
    name: isvc-secondary-93cf55-predictor-8bd9574b9-lblzt.18a90f3583c10e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23802"
    uid: d5798509-5f7b-4aa6-a5a9-1b8d1ee7bfec
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-93cf55-predictor-8bd9574b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23693"
    uid: d5198fdb-fdcb-4d0a-8b21-2ef547f351d7
  kind: Event
  lastTimestamp: "2026-04-23T18:17:21Z"
  message: 'Created pod: isvc-secondary-93cf55-predictor-8bd9574b9-lblzt'
  metadata:
    creationTimestamp: "2026-04-23T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:21Z"
    name: isvc-secondary-93cf55-predictor-8bd9574b9.18a90f335fb5a432
    namespace: kserve-ci-e2e-test
    resourceVersion: "23705"
    uid: 17ec81f3-8c14-4072-aa07-c413cdd37215
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-93cf55-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23691"
    uid: 71bd0ec3-3254-4aed-9e37-d65d6f909758
  kind: Event
  lastTimestamp: "2026-04-23T18:17:21Z"
  message: Scaled up replica set isvc-secondary-93cf55-predictor-8bd9574b9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:21Z"
    name: isvc-secondary-93cf55-predictor.18a90f3359fd9f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23695"
    uid: 52e40f5d-a3ae-46bb-9215-746530570bd5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-93cf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: dd85e803-b633-463b-889d-52887c83e16a
  kind: Event
  lastTimestamp: "2026-04-23T18:17:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:17:31Z"
    name: isvc-secondary-93cf55.18a90f3359cdf7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23812"
    uid: 534cd199-5158-4dfc-989d-4aaca347aff0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-93cf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: dd85e803-b633-463b-889d-52887c83e16a
  kind: Event
  lastTimestamp: "2026-04-23T18:17:21Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-93cf55":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-93cf55":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:17:21Z"
    name: isvc-secondary-93cf55.18a90f335a528952
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: 14879eb6-5c6c-498f-baf4-71b8f5609202
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-93cf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: dd85e803-b633-463b-889d-52887c83e16a
  kind: Event
  lastTimestamp: "2026-04-23T18:17:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-93cf55": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:17:21Z"
    name: isvc-secondary-93cf55.18a90f335a52d669
    namespace: kserve-ci-e2e-test
    resourceVersion: "23715"
    uid: 516cab49-3235-4f00-a8c2-8726879a1015
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:07:54.870108Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18503"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:07:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:07:54Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90eaf7dfc290b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18510"
    uid: 7a6b5e3d-d456-4caa-abd9-9d85c83ce349
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:07:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-16a43-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:55Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90eaf866ec96b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18544"
    uid: 635e22a0-281f-46c3-956c-53171116fb14
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:07:55Z"
  message: Add eth0 [10.132.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:07:55Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90eafbb1584bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18558"
    uid: 43fcc26a-ffe8-4213-8837-ee8733a6681f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:07:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:55Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90eafbc9024b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18560"
    uid: 9b936e8c-8f75-4627-a1ed-8d88a67231fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:07:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:55Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90eafc053bc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18561"
    uid: 716b139d-052d-4c7f-b987-115e57b19eee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:07:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:55Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90eafc0cef7f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18562"
    uid: b71737da-2882-4738-8fe8-6a104e1b30c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:07:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:59Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90eb0a649aa9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: c52a3636-f7d3-429c-b535-a12529198edd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:07:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:59Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90eb0ac40c99f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18613"
    uid: 777973af-d546-4484-b635-13c18f731a2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:07:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:59Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90eb0acaa0078
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: 917afbd6-44d0-4114-be6e-4510e18a24d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:07:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:59Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90eb0acb8941c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: f10805fc-b6ca-4472-ae84-d48e2fe6b88c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:07:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:59Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90eb0af71a164
    namespace: kserve-ci-e2e-test
    resourceVersion: "18618"
    uid: e894c4a8-387c-4ec0-a013-de2849195862
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:08:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:00Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90eb0afe1396b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: eb94941e-552a-4011-a13f-7995365ff2ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:09:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:46Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90eb0e2443c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19624"
    uid: 7935f3d3-c5a4-4068-9b88-3f905bd81619
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90ec9272a9cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: fc9b00a0-4b03-463a-b6eb-4055aafaa889
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90ec9272c0bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19521"
    uid: 0487df72-e2ca-41a6-a0cc-da0ad957b231
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a6ed8bf1-302a-4461-8dd7-b13129cd49fe
  kind: Event
  lastTimestamp: "2026-04-23T18:09:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.16:8643/healthz": dial tcp
    10.132.0.16:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:46Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4.18a90ec9908fe591
    namespace: kserve-ci-e2e-test
    resourceVersion: "19623"
    uid: 51791aae-7be5-47b6-b86b-6894c56ec7c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18490"
    uid: f04f2ed6-3a9a-4ae4-8474-1b21e2dff273
  kind: Event
  lastTimestamp: "2026-04-23T18:07:54Z"
  message: 'Created pod: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc-c8qq4'
  metadata:
    creationTimestamp: "2026-04-23T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:07:54Z"
    name: isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc.18a90eaf7d7b7a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "18505"
    uid: 893433b5-e938-45d1-b317-a2e4653f8276
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-16a43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18487"
    uid: 16666665-2c1e-4cb7-9ff6-730fe37a4cdb
  kind: Event
  lastTimestamp: "2026-04-23T18:07:54Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-16a43-predictor-7d9664f6fc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:07:54Z"
    name: isvc-sklearn-graph-raw-16a43-predictor.18a90eaf74389b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: 9ac87c48-073e-4ec0-bba4-697044b8eeac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-16a43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18489"
    uid: e1fece4d-41af-45b7-8188-5a9dff07ed21
  kind: Event
  lastTimestamp: "2026-04-23T18:08:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:08:24Z"
    name: isvc-sklearn-graph-raw-16a43-predictor.18a90eb2f32e4c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18823"
    uid: d3f3e8dd-dac3-46d5-a3c9-7da351d726ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-16a43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18489"
    uid: e1fece4d-41af-45b7-8188-5a9dff07ed21
  kind: Event
  lastTimestamp: "2026-04-23T18:08:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:08:24Z"
    name: isvc-sklearn-graph-raw-16a43-predictor.18a90eb2f3b33fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18825"
    uid: d4ecde05-8137-41b2-b1f4-744069babb71
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-16a43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: e1fece4d-41af-45b7-8188-5a9dff07ed21
  kind: Event
  lastTimestamp: "2026-04-23T18:09:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:39Z"
    name: isvc-sklearn-graph-raw-16a43-predictor.18a90eb9f1aeff86
    namespace: kserve-ci-e2e-test
    resourceVersion: "19425"
    uid: 79b770de-72b8-4de1-9620-da2e0ddc03ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-16a43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: e1fece4d-41af-45b7-8188-5a9dff07ed21
  kind: Event
  lastTimestamp: "2026-04-23T18:09:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:39Z"
    name: isvc-sklearn-graph-raw-16a43-predictor.18a90eb9f21fcea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19426"
    uid: 7873c0fd-cff8-42f5-b643-86390bd23c31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-16a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: 991a9769-8661-4ed7-a83e-d492212ade59
  kind: Event
  lastTimestamp: "2026-04-23T18:09:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:09:16Z"
    name: isvc-sklearn-graph-raw-16a43.18a90eaf740f0a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19217"
    uid: c6549b0a-e1d3-4aff-b803-7c8c5a8638d8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-16a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: 991a9769-8661-4ed7-a83e-d492212ade59
  kind: Event
  lastTimestamp: "2026-04-23T18:07:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-16a43":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-16a43":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:07:54Z"
    name: isvc-sklearn-graph-raw-16a43.18a90eaf74a0b5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18494"
    uid: e66aa06e-d414-45c5-9968-947b15b19141
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-16a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19215"
    uid: 991a9769-8661-4ed7-a83e-d492212ade59
  kind: Event
  lastTimestamp: "2026-04-23T18:09:16Z"
  message: InferenceService [isvc-sklearn-graph-raw-16a43] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:09:16Z"
    name: isvc-sklearn-graph-raw-16a43.18a90ec29a2c2fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: 2c49a3c1-2627-4693-b683-704c6367906d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:09:45.133418Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90ec92a30e1ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19532"
    uid: 5f1445b8-251d-4b45-bc74-9875a73a637f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-d4310-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90ec9376a9a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19587"
    uid: 4d09b941-ef56-46a3-9ff8-0db1b4fdeb6d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19548"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:09:46Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:09:46Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90ec96743ba4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: 65035938-bba3-4223-a741-cd6b13768004
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:09:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:46Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90ec968c99ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19614"
    uid: cbefc562-206b-4597-8bf6-d9992978b7fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:09:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:46Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90ec96c4a9e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19615"
    uid: 0ad2cacd-bb67-4fbb-b1e2-f8f333cff0c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:09:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:46Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90ec96cc3fdae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19616"
    uid: 82484c35-dc6a-43dd-8a6e-529151433cd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:09:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:50Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90eca5684e4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19659"
    uid: 9c6b64f1-ee53-4332-a8ac-071c3659c0f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:09:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:50Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90eca5ab6b221
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: 7cbef563-7a34-42ea-b2e4-65d3c811e090
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:09:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:50Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90eca5b667a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: d96d5411-a879-417d-90d9-eaca0a2ba351
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:09:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:50Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90eca5b7133c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19673"
    uid: d92a3b83-357b-49ab-8ee7-7491f718585c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:09:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:50Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90eca5eb42c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 02224d1c-af10-43b4-9282-8f98e4505da0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:09:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:50Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90eca5f2b786a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19678"
    uid: c7a537ec-f2e0-46cf-8813-4c2e574825f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:11:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:27Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90eca92e11572
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: 7e2c1f6d-7f49-4853-b816-a2fabb2ae050
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:11:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90ee080eca37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: d03c3a43-cf12-4292-95aa-f2b7ca59935f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:11:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90ee080ed4b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20502"
    uid: 1915266d-c57b-4dbe-a8c8-e2597015897e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 5d288688-f7a0-4ced-835e-78c96d19e956
  kind: Event
  lastTimestamp: "2026-04-23T18:11:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.18:8643/healthz": dial tcp
    10.132.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:27Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng.18a90ee0ed1eba2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: dd0f1699-c68c-4289-84b6-4b58d951bc28
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: fa28ec4c-e76c-45e3-9a80-9bf0550d57a8
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777-jbpng'
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777.18a90ec929c8efc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19528"
    uid: fd008714-618c-4313-8924-7aa657e7f860
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 42bdf172-a6f8-4ca7-8ccd-ad93be9329af
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-d4310-predictor-575c475777
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor.18a90ec92568d84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19510"
    uid: 1d6befe2-05dd-46f2-89fa-f2901c701d18
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: db9b58a4-9975-4bab-8cbb-2ba4fc2bc729
  kind: Event
  lastTimestamp: "2026-04-23T18:10:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:10:30Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor.18a90ecca410694b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19985"
    uid: 52b799c7-70bb-4534-9a44-34c63772dd45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: db9b58a4-9975-4bab-8cbb-2ba4fc2bc729
  kind: Event
  lastTimestamp: "2026-04-23T18:10:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:10:30Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor.18a90ecca483109e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19986"
    uid: 432731a1-e682-48b6-b85d-14ab93f95a53
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: db9b58a4-9975-4bab-8cbb-2ba4fc2bc729
  kind: Event
  lastTimestamp: "2026-04-23T18:11:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:15Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor.18a90ed023c2da56
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: cb643b8f-d0e1-4ddf-8590-a541e17d11d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: db9b58a4-9975-4bab-8cbb-2ba4fc2bc729
  kind: Event
  lastTimestamp: "2026-04-23T18:11:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:15Z"
    name: isvc-sklearn-graph-raw-hpa-d4310-predictor.18a90ed024361da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20350"
    uid: a83311bb-3d60-430c-923a-3b99e0a1b3ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-d4310
    namespace: kserve-ci-e2e-test
    resourceVersion: "19484"
    uid: b958c940-d118-499c-9278-f8bbb801e5c9
  kind: Event
  lastTimestamp: "2026-04-23T18:10:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:10:57Z"
    name: isvc-sklearn-graph-raw-hpa-d4310.18a90ec9253827c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20189"
    uid: 88709376-1e03-4661-b92f-a837c256ee9f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-d4310
    namespace: kserve-ci-e2e-test
    resourceVersion: "19484"
    uid: b958c940-d118-499c-9278-f8bbb801e5c9
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-d4310":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-d4310":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-graph-raw-hpa-d4310.18a90ec926318d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19515"
    uid: 6b4e85bc-f4c4-4bb0-a05d-6dcd5a1518b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-d4310
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: b958c940-d118-499c-9278-f8bbb801e5c9
  kind: Event
  lastTimestamp: "2026-04-23T18:10:57Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-d4310] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:10:57Z"
    name: isvc-sklearn-graph-raw-hpa-d4310.18a90ed9f699d5c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20188"
    uid: c3691f4c-df93-495c-b31a-2f8ed0398455
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:13:20.793350Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:13:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:13:20Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90efb608641b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: 7e22fc51-8ee8-47c5-bb7f-e7321c814751
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:13:21Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:13:21Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90efb79faaedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: 48bc1e32-8290-46cb-9970-373bb46710ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:13:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:21Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90efb7b66113c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21556"
    uid: 158ecf51-1c9a-46cc-9d13-1ec5a2861a42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:13:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:21Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90efb7e102645
    namespace: kserve-ci-e2e-test
    resourceVersion: "21558"
    uid: a6de6646-45e5-4cf2-ba3e-72dc7aeca738
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:13:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:21Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90efb7e8b15cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21559"
    uid: 201837df-5fde-4acb-83a4-61e708ecfc88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:13:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:25Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90efc8ac0faf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21600"
    uid: c6c46e79-1d83-43a3-b9a6-29c6732fa0c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:13:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:25Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90efc8d992fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: f46cd5ec-6aef-43d7-8672-fdaa6efc12aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:13:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:25Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90efc8e125fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: deef50b6-6519-490d-80c0-20ec724a85c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:13:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:25Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90efc8e1f2ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21606"
    uid: 82ea606b-7cb5-40c1-9e8e-acee4533a2c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:13:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:25Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90efc91a2d95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21609"
    uid: 5f9bbe6b-805d-43bf-b6d2-4189de644914
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:13:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:25Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90efc9219190f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 659ce473-4e36-408b-8223-e64f2cbcc7c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:15:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:40Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90efd0281ef61
    namespace: kserve-ci-e2e-test
    resourceVersion: "22860"
    uid: 72ee6e7f-c869-4f00-a4bc-21e3ea28fd98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90f1e657e21d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: 3d2d5cb5-0923-4080-9f1b-28a364b95fe4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90f1e657e9a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "22999"
    uid: f68709aa-dd44-453d-97b6-bbec0196bc89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:15:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:58Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90f1f00feb069
    namespace: kserve-ci-e2e-test
    resourceVersion: "23075"
    uid: f0b34b36-dcd5-48c9-ab4e-1edec7d40faf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1be91e75-95e3-4216-b4a5-61e5a049ff8c
  kind: Event
  lastTimestamp: "2026-04-23T18:16:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-04-23T18:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:01Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c.18a90f20cac25ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23100"
    uid: f01b8420-ed80-445c-8eee-bece8956625f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: cf7071ce-f52a-48a1-9a09-7a18f0bd8ed7
  kind: Event
  lastTimestamp: "2026-04-23T18:13:20Z"
  message: 'Created pod: isvc-sklearn-scale-raw-42261-predictor-58bb868d67-q8t9c'
  metadata:
    creationTimestamp: "2026-04-23T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:13:20Z"
    name: isvc-sklearn-scale-raw-42261-predictor-58bb868d67.18a90efb60007671
    namespace: kserve-ci-e2e-test
    resourceVersion: "21533"
    uid: 8cb17a2d-f6a2-434e-b514-c42d7a21e898
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-42261-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21499"
    uid: 1700cf2f-b553-4523-b4eb-9471d6ed0a62
  kind: Event
  lastTimestamp: "2026-04-23T18:13:20Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-42261-predictor-58bb868d67
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:13:20Z"
    name: isvc-sklearn-scale-raw-42261-predictor.18a90efb5abd29aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: 1e7dab53-7632-4735-8e51-095f7a86309f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-42261-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21505"
    uid: f48d0510-5e79-4b75-963a-5180ba4e6fe4
  kind: Event
  lastTimestamp: "2026-04-23T18:14:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:14:05Z"
    name: isvc-sklearn-scale-raw-42261-predictor.18a90efed9d51095
    namespace: kserve-ci-e2e-test
    resourceVersion: "22189"
    uid: fc8f0e25-8b8c-44e7-b0aa-30fc34866c17
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-42261-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21505"
    uid: f48d0510-5e79-4b75-963a-5180ba4e6fe4
  kind: Event
  lastTimestamp: "2026-04-23T18:14:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:14:05Z"
    name: isvc-sklearn-scale-raw-42261-predictor.18a90efeda803834
    namespace: kserve-ci-e2e-test
    resourceVersion: "22190"
    uid: ea01ec9e-f80b-4e43-af22-9ed7edf43fdd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-42261-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21843"
    uid: f48d0510-5e79-4b75-963a-5180ba4e6fe4
  kind: Event
  lastTimestamp: "2026-04-23T18:15:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:15:50Z"
    name: isvc-sklearn-scale-raw-42261-predictor.18a90f0957ff1b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "22947"
    uid: acbdd0cb-0375-4d1d-aca1-c82072b36dcf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-42261-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21843"
    uid: f48d0510-5e79-4b75-963a-5180ba4e6fe4
  kind: Event
  lastTimestamp: "2026-04-23T18:15:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:15:50Z"
    name: isvc-sklearn-scale-raw-42261-predictor.18a90f0958534c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "22948"
    uid: 73dcc002-416d-4224-9029-6e7be996064f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-42261
    namespace: kserve-ci-e2e-test
    resourceVersion: "21479"
    uid: 340e2905-669f-4880-9bbb-e3f869dd60a1
  kind: Event
  lastTimestamp: "2026-04-23T18:15:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:15:50Z"
    name: isvc-sklearn-scale-raw-42261.18a90efb5ac19de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22939"
    uid: 87e389a1-0f02-417f-8b5c-c856bc02a64b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-42261
    namespace: kserve-ci-e2e-test
    resourceVersion: "21479"
    uid: 340e2905-669f-4880-9bbb-e3f869dd60a1
  kind: Event
  lastTimestamp: "2026-04-23T18:13:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-42261":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-42261":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:13:20Z"
    name: isvc-sklearn-scale-raw-42261.18a90efb5b632ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "21548"
    uid: 0d39768d-46e1-44c1-83ec-bd6abeb7dd0b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-42261
    namespace: kserve-ci-e2e-test
    resourceVersion: "21489"
    uid: 340e2905-669f-4880-9bbb-e3f869dd60a1
  kind: Event
  lastTimestamp: "2026-04-23T18:13:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-42261": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:13:20Z"
    name: isvc-sklearn-scale-raw-42261.18a90efb62bd9b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21549"
    uid: 8fa1fb2e-9f37-4023-821c-5976eaa0c0a7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-42261
    namespace: kserve-ci-e2e-test
    resourceVersion: "22937"
    uid: 340e2905-669f-4880-9bbb-e3f869dd60a1
  kind: Event
  lastTimestamp: "2026-04-23T18:15:50Z"
  message: InferenceService [isvc-sklearn-scale-raw-42261] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:15:50Z"
    name: isvc-sklearn-scale-raw-42261.18a90f1e41172923
    namespace: kserve-ci-e2e-test
    resourceVersion: "22938"
    uid: 593b0338-6a3b-401b-b5ed-2f80af58e8e4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:07:54.972469Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18532"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:07:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:07:54Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eaf84161854
    namespace: kserve-ci-e2e-test
    resourceVersion: "18538"
    uid: 68e4efbf-0659-4259-aaf2-fe9f2b1f7ba0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:07:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-16a43-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:55Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eaf8c7bbe08
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a9b12e2b-7625-4494-913b-5f933077ad5b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18543"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:07:56Z"
  message: Add eth0 [10.132.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:07:56Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eafc16cd8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: 3ff41468-1d81-4880-bf9e-317ee461cc29
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:07:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:56Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eafc2f0516c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18565"
    uid: 41c01277-80ad-4c3f-a5a2-a82e5fdc7f47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:07:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:56Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eafc5e93b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: 10d1409b-47f0-4005-98e6-6a949221a867
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:07:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:56Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eafc65208f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18568"
    uid: 20c80342-de43-43ff-b3cf-0aa493040582
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:08:00Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:00Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eb0e226bbc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18628"
    uid: 34a8b09d-d022-406d-b2fd-029731997852
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:08:18Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.464s (17.464s
    including waiting). Image size: 1306414326 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:18Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eb4f31a768f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18768"
    uid: 1fc1e6c2-521a-42fb-8852-14ff9dcca196
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:08:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:18Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eb4f6404950
    namespace: kserve-ci-e2e-test
    resourceVersion: "18769"
    uid: 5ab13095-792a-43d6-b6bf-7dc18e893774
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:08:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:18Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eb4f6bc58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18770"
    uid: ff75641f-746d-4092-944e-d0e22a928048
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:08:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:18Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eb4f6c9a5ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18771"
    uid: c3993bc5-41a5-4948-a09d-e301e656ccd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:08:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:18Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eb4f9f812c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18772"
    uid: 5e4fba82-446d-4ce9-92a9-0c6c73f73421
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:08:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:18Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eb4fa71f70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18773"
    uid: 35be63d0-e825-472a-beec-924de11e7a57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90eb5527be56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19604"
    uid: 803db41d-c83f-4f06-8738-18529780d997
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90ec93331e981
    namespace: kserve-ci-e2e-test
    resourceVersion: "19579"
    uid: 7bf81e70-b525-4d35-aa8e-bee68af54280
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90ec933333ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19583"
    uid: fa8b9684-f341-401e-bd81-cff3a0d02752
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a2688bde-9608-4191-9c1b-8401fda6fddf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.17:8643/healthz": dial tcp
    10.132.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff.18a90ec958aa217a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: 368bbca3-ff5a-4dda-8b19-19f1452ee448
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18523"
    uid: c9773b11-64db-4ec3-9805-0b7f3e96485e
  kind: Event
  lastTimestamp: "2026-04-23T18:07:54Z"
  message: 'Created pod: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7-lr2ff'
  metadata:
    creationTimestamp: "2026-04-23T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:07:54Z"
    name: isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7.18a90eaf83bbc3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18534"
    uid: 73a419ad-14d4-4482-b861-5dbed56236ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-16a43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18519"
    uid: 9b72c2c5-4b65-4f07-b82b-e5b7e693531e
  kind: Event
  lastTimestamp: "2026-04-23T18:07:54Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-16a43-predictor-64c6885bc7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:07:54Z"
    name: isvc-xgboost-graph-raw-16a43-predictor.18a90eaf8072d299
    namespace: kserve-ci-e2e-test
    resourceVersion: "18525"
    uid: 679ca297-3b58-46d5-af13-f22eec7ef3a5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-16a43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 7ac92aad-2289-424f-99fb-c9908c231c7d
  kind: Event
  lastTimestamp: "2026-04-23T18:08:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:08:24Z"
    name: isvc-xgboost-graph-raw-16a43-predictor.18a90eb2ff292263
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 5f735a99-273f-45e6-8d29-dc7684ccc41d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-16a43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 7ac92aad-2289-424f-99fb-c9908c231c7d
  kind: Event
  lastTimestamp: "2026-04-23T18:08:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:08:24Z"
    name: isvc-xgboost-graph-raw-16a43-predictor.18a90eb2ff958363
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: dd9a873e-4a82-447d-8c41-b9cff37e1ae0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-16a43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18708"
    uid: 7ac92aad-2289-424f-99fb-c9908c231c7d
  kind: Event
  lastTimestamp: "2026-04-23T18:09:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:40Z"
    name: isvc-xgboost-graph-raw-16a43-predictor.18a90eb9fd59628a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19427"
    uid: 68772746-7864-4bba-b4df-bd2e30213961
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-16a43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18708"
    uid: 7ac92aad-2289-424f-99fb-c9908c231c7d
  kind: Event
  lastTimestamp: "2026-04-23T18:09:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:40Z"
    name: isvc-xgboost-graph-raw-16a43-predictor.18a90eb9fdd833c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: 756d935a-368f-4e2a-8e6b-74d78bc9ef42
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-16a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: 1388603d-e610-4fb5-896a-d7a9ea3b9265
  kind: Event
  lastTimestamp: "2026-04-23T18:09:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:09:26Z"
    name: isvc-xgboost-graph-raw-16a43.18a90eaf8076b120
    namespace: kserve-ci-e2e-test
    resourceVersion: "19292"
    uid: 447486be-912d-436b-b037-6679801ffbdc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-16a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: 1388603d-e610-4fb5-896a-d7a9ea3b9265
  kind: Event
  lastTimestamp: "2026-04-23T18:07:54Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-16a43":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-16a43":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:07:54Z"
    name: isvc-xgboost-graph-raw-16a43.18a90eaf813d882b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: f69af97f-2c11-4588-b5da-6092db905ad6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-16a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19290"
    uid: 1388603d-e610-4fb5-896a-d7a9ea3b9265
  kind: Event
  lastTimestamp: "2026-04-23T18:09:26Z"
  message: InferenceService [isvc-xgboost-graph-raw-16a43] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:09:26Z"
    name: isvc-xgboost-graph-raw-16a43.18a90ec4b61c4951
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: 8fc3555a-e26e-4c48-9cc7-102b2709989f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:09:45.286311Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90ec9334dbdf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: bfab61d1-b9ee-4c89-a3aa-c54be7381548
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90ec94ca80f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19594"
    uid: 665eb2f5-3b49-47f6-b3b4-cdea73c39b7b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90ec94e20b95f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19596"
    uid: 0e9725ce-cb97-4350-9d5d-6436ef2b9f89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90ec950d9d017
    namespace: kserve-ci-e2e-test
    resourceVersion: "19598"
    uid: 2c2b38b5-d06e-4752-84cb-5e55c277c089
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90ec9514ea986
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: 341df721-0a32-454a-8a22-f6fae94a8fd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:50Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:50Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90eca56723dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19658"
    uid: f739c618-ec67-477f-951f-7db2a96fb2ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:50Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90eca5ace5f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "19669"
    uid: 75275e8e-5229-434b-88ce-191a48088563
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:50Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90eca5b5a51f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: 1d9d7fcf-2bbe-4594-a506-34f9c4320998
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:50Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90eca5b661b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: e010bc33-b6a7-43fe-aebc-b861d25262cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:50Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90eca5ebf8f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "19677"
    uid: 61e37e3b-d751-4f53-81a8-4c5ba3be31ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:09:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:50Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90eca5f4263c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: d1f491ad-764b-43aa-bd7f-c0540d0cfa17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:11:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:28Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90ecaceb1768e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20571"
    uid: 76c0e3bb-6c17-4611-91be-043d969a2327
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:11:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90ee0872b63e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: f10f8f6e-c6ea-49f5-bfec-5f54b4c4ca4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:11:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90ee0872c4742
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: 85cebd45-e7ba-4c16-a7bb-4ad876192005
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: f9b34dab-0eb1-452c-981d-98e34b78bdcf
  kind: Event
  lastTimestamp: "2026-04-23T18:11:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp
    10.132.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:28Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89.18a90ee128e19b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "20570"
    uid: c3a1e37f-9c07-4416-9acc-21fc1eb4bb57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: 095b4338-f205-4236-b3c9-a35b9b05a6d8
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9-mtg89'
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9.18a90ec932ce24d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 690ebf4d-3bc0-40d6-aaa0-a9f8720a2096
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 523f47dd-b753-47cd-a16b-482c9d340a2c
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-d4310-predictor-74d9b6c5d9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor.18a90ec92bcef3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19547"
    uid: 3c87a515-1635-4d51-977c-691a628602d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19542"
    uid: 8891efaf-ddd2-46de-8594-537a83c4a5f0
  kind: Event
  lastTimestamp: "2026-04-23T18:10:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:10:15Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor.18a90eccaa85333c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19876"
    uid: 1b5838e1-8270-43aa-82d9-010b735a6738
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19542"
    uid: 8891efaf-ddd2-46de-8594-537a83c4a5f0
  kind: Event
  lastTimestamp: "2026-04-23T18:10:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:10:15Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor.18a90eccaaf2a9ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19877"
    uid: d6dc8dee-e5cd-4a1c-ba6d-9fc3174da091
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: 8891efaf-ddd2-46de-8594-537a83c4a5f0
  kind: Event
  lastTimestamp: "2026-04-23T18:11:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:15Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor.18a90ed3a87c9995
    namespace: kserve-ci-e2e-test
    resourceVersion: "20355"
    uid: 94948860-9d41-4cd3-98b0-35dc480ac6c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: 8891efaf-ddd2-46de-8594-537a83c4a5f0
  kind: Event
  lastTimestamp: "2026-04-23T18:11:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:15Z"
    name: isvc-xgboost-graph-raw-hpa-d4310-predictor.18a90ed3a8f29bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20356"
    uid: 611c956f-3f27-4720-8030-e8b91197c309
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-d4310
    namespace: kserve-ci-e2e-test
    resourceVersion: "19523"
    uid: ebb36ecc-ab7c-4e94-a443-18c377c5401a
  kind: Event
  lastTimestamp: "2026-04-23T18:10:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:10:58Z"
    name: isvc-xgboost-graph-raw-hpa-d4310.18a90ec92bd5b898
    namespace: kserve-ci-e2e-test
    resourceVersion: "20205"
    uid: 11c5ff0c-571f-4efd-902d-eca3c76ae3ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-d4310
    namespace: kserve-ci-e2e-test
    resourceVersion: "19523"
    uid: ebb36ecc-ab7c-4e94-a443-18c377c5401a
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-d4310":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-d4310":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-xgboost-graph-raw-hpa-d4310.18a90ec92c76df44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19551"
    uid: 33d957f6-239c-49ef-8935-655d9885b4a4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-d4310
    namespace: kserve-ci-e2e-test
    resourceVersion: "20203"
    uid: ebb36ecc-ab7c-4e94-a443-18c377c5401a
  kind: Event
  lastTimestamp: "2026-04-23T18:10:58Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-d4310] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:10:58Z"
    name: isvc-xgboost-graph-raw-hpa-d4310.18a90eda3219cf44
    namespace: kserve-ci-e2e-test
    resourceVersion: "20204"
    uid: d2e43034-0425-499f-aee7-8391afe0762a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:11:25.410421Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: d64a7c8b-3580-449e-80d1-a32d922e434b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-befab-predictor-7b987ddd48-tqq62
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62.18a90ee0832a69de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20509"
    uid: 616e0144-0a67-471b-9ab0-9fc7c1aec1cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20518"
    uid: d64a7c8b-3580-449e-80d1-a32d922e434b
  kind: Event
  lastTimestamp: "2026-04-23T18:11:25Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62.18a90ee09c824274
    namespace: kserve-ci-e2e-test
    resourceVersion: "20539"
    uid: c529d8a5-4a14-4c86-b83b-b0c8743607f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: d64a7c8b-3580-449e-80d1-a32d922e434b
  kind: Event
  lastTimestamp: "2026-04-23T18:11:25Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62.18a90ee09de62dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: b10159d7-9dee-4577-924e-f0676d59bf18
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: d64a7c8b-3580-449e-80d1-a32d922e434b
  kind: Event
  lastTimestamp: "2026-04-23T18:11:26Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.018s (1.018s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:26Z"
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62.18a90ee0da95d4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20549"
    uid: c573cb4c-3a22-4ad8-9798-090e73892dd0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: d64a7c8b-3580-449e-80d1-a32d922e434b
  kind: Event
  lastTimestamp: "2026-04-23T18:11:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:26Z"
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62.18a90ee0de1c67b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: af54d9be-8d12-47b9-b343-23c4b3651629
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: d64a7c8b-3580-449e-80d1-a32d922e434b
  kind: Event
  lastTimestamp: "2026-04-23T18:11:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:26Z"
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62.18a90ee0de9d13cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20551"
    uid: b6d6f591-3f56-4033-9683-cb6460b2bc25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: d64a7c8b-3580-449e-80d1-a32d922e434b
  kind: Event
  lastTimestamp: "2026-04-23T18:11:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:26Z"
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62.18a90ee0dea9cef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: dd886b8b-0693-42aa-8f11-f71058d5717b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: d64a7c8b-3580-449e-80d1-a32d922e434b
  kind: Event
  lastTimestamp: "2026-04-23T18:11:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:27Z"
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62.18a90ee0e281054b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20553"
    uid: d0a91583-a9f1-4181-ae91-0071f385b578
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: d64a7c8b-3580-449e-80d1-a32d922e434b
  kind: Event
  lastTimestamp: "2026-04-23T18:11:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:27Z"
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62.18a90ee0e2ffd295
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: 65da0a96-7c00-4783-86b0-fadc7bae0d39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: d64a7c8b-3580-449e-80d1-a32d922e434b
  kind: Event
  lastTimestamp: "2026-04-23T18:13:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:20Z"
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62.18a90efb61294e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: ada7f071-66d9-47aa-8e4c-3bce9c093011
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: d64a7c8b-3580-449e-80d1-a32d922e434b
  kind: Event
  lastTimestamp: "2026-04-23T18:13:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:20Z"
    name: message-dumper-raw-befab-predictor-7b987ddd48-tqq62.18a90efb612a80a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: 70274b0c-f79b-4889-83d8-a8772ebe3b4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-befab-predictor-7b987ddd48
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: f17e02cd-d26a-4ca4-ad00-c3dff507b139
  kind: Event
  lastTimestamp: "2026-04-23T18:11:25Z"
  message: 'Created pod: message-dumper-raw-befab-predictor-7b987ddd48-tqq62'
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: message-dumper-raw-befab-predictor-7b987ddd48.18a90ee082c2adf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20505"
    uid: ffe2c718-63ae-4d3a-be7e-08d2f87f7b94
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-befab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20480"
    uid: d26b7902-0199-4bf2-8173-e840e0576bae
  kind: Event
  lastTimestamp: "2026-04-23T18:11:25Z"
  message: Scaled up replica set message-dumper-raw-befab-predictor-7b987ddd48 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: message-dumper-raw-befab-predictor.18a90ee07f589234
    namespace: kserve-ci-e2e-test
    resourceVersion: "20490"
    uid: 1641dd22-2001-4161-8deb-9e57a4f6fcd5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-befab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 15859c4d-faa4-4ca0-b543-aa3ac0ab3ea5
  kind: Event
  lastTimestamp: "2026-04-23T18:11:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:55Z"
    name: message-dumper-raw-befab-predictor.18a90ee3fe47d984
    namespace: kserve-ci-e2e-test
    resourceVersion: "20855"
    uid: 5b2387df-26bb-4840-81fd-4a80cfe18c84
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-befab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 15859c4d-faa4-4ca0-b543-aa3ac0ab3ea5
  kind: Event
  lastTimestamp: "2026-04-23T18:11:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:55Z"
    name: message-dumper-raw-befab-predictor.18a90ee3feb14e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "20856"
    uid: a9836ddd-f900-40f1-b59c-250332bd0d91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-befab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20467"
    uid: 2fde6fa3-7245-48b5-9a4a-d1e404b722dd
  kind: Event
  lastTimestamp: "2026-04-23T18:11:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:11:35Z"
    name: message-dumper-raw-befab.18a90ee07f38356c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 4a32a2e4-1746-41f5-9291-1fe20edee8a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-befab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20467"
    uid: 2fde6fa3-7245-48b5-9a4a-d1e404b722dd
  kind: Event
  lastTimestamp: "2026-04-23T18:11:25Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-befab":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-befab":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: message-dumper-raw-befab.18a90ee0802b94ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20496"
    uid: 2063f7b5-30bc-40ca-b5c8-793602c7f0df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-befab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20639"
    uid: 2fde6fa3-7245-48b5-9a4a-d1e404b722dd
  kind: Event
  lastTimestamp: "2026-04-23T18:11:35Z"
  message: InferenceService [message-dumper-raw-befab] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:11:35Z"
    name: message-dumper-raw-befab.18a90ee2e0305824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 26ca437b-fc39-4d71-b171-3583fde6d04e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:09:34.810936Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-16a43-98bb746d-5xp2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19365"
    uid: d5880b68-0059-412f-bae2-80d01a81c6a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-16a43-98bb746d-5xp2q
    to ip-10-0-139-215.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:09:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:09:34Z"
    name: model-chainer-raw-16a43-98bb746d-5xp2q.18a90ec6c2ec41d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: 00b7e787-0ca3-4e05-b59f-488768c52d9e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-16a43-98bb746d-5xp2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: d5880b68-0059-412f-bae2-80d01a81c6a1
  kind: Event
  lastTimestamp: "2026-04-23T18:09:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-16a43-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:34Z"
    name: model-chainer-raw-16a43-98bb746d-5xp2q.18a90ec6cb3ef75a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19382"
    uid: 11f72a32-788b-4a4c-a287-5e0d6492a020
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-16a43-98bb746d-5xp2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19374"
    uid: d5880b68-0059-412f-bae2-80d01a81c6a1
  kind: Event
  lastTimestamp: "2026-04-23T18:09:35Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:09:35Z"
    name: model-chainer-raw-16a43-98bb746d-5xp2q.18a90ec6ffc3edb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: a621e410-eedf-46dd-999d-86f77a2979cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-16a43}
    kind: Pod
    name: model-chainer-raw-16a43-98bb746d-5xp2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: d5880b68-0059-412f-bae2-80d01a81c6a1
  kind: Event
  lastTimestamp: "2026-04-23T18:09:35Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:f78a4a7e96d454cf05b867e1bd6acbb3ca248da49c31bd1b18647d18fbde53b4"
  metadata:
    creationTimestamp: "2026-04-23T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:35Z"
    name: model-chainer-raw-16a43-98bb746d-5xp2q.18a90ec700fda2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19393"
    uid: 48214200-c430-42c3-badc-9b0624a33c5e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-16a43}
    kind: Pod
    name: model-chainer-raw-16a43-98bb746d-5xp2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: d5880b68-0059-412f-bae2-80d01a81c6a1
  kind: Event
  lastTimestamp: "2026-04-23T18:09:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:f78a4a7e96d454cf05b867e1bd6acbb3ca248da49c31bd1b18647d18fbde53b4"
    in 2.39s (2.39s including waiting). Image size: 216346205 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:38Z"
    name: model-chainer-raw-16a43-98bb746d-5xp2q.18a90ec78f7f8aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19408"
    uid: 2d5246f1-3dc6-4677-8604-c5e1043f2de6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-16a43}
    kind: Pod
    name: model-chainer-raw-16a43-98bb746d-5xp2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: d5880b68-0059-412f-bae2-80d01a81c6a1
  kind: Event
  lastTimestamp: "2026-04-23T18:09:38Z"
  message: 'Created container: model-chainer-raw-16a43'
  metadata:
    creationTimestamp: "2026-04-23T18:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:38Z"
    name: model-chainer-raw-16a43-98bb746d-5xp2q.18a90ec79237c6e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19409"
    uid: 41b964ba-f5cd-488e-abe8-7f3ea31f0569
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-16a43}
    kind: Pod
    name: model-chainer-raw-16a43-98bb746d-5xp2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: d5880b68-0059-412f-bae2-80d01a81c6a1
  kind: Event
  lastTimestamp: "2026-04-23T18:09:38Z"
  message: Started container model-chainer-raw-16a43
  metadata:
    creationTimestamp: "2026-04-23T18:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:38Z"
    name: model-chainer-raw-16a43-98bb746d-5xp2q.18a90ec792992044
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: a47d1030-90f7-48ac-93c9-3ddaaec00148
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-16a43}
    kind: Pod
    name: model-chainer-raw-16a43-98bb746d-5xp2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: d5880b68-0059-412f-bae2-80d01a81c6a1
  kind: Event
  lastTimestamp: "2026-04-23T18:09:44Z"
  message: Stopping container model-chainer-raw-16a43
  metadata:
    creationTimestamp: "2026-04-23T18:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:44Z"
    name: model-chainer-raw-16a43-98bb746d-5xp2q.18a90ec919e46004
    namespace: kserve-ci-e2e-test
    resourceVersion: "19477"
    uid: dcc98a21-2eac-4a58-bb94-b30d9ca09df6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-16a43}
    kind: Pod
    name: model-chainer-raw-16a43-98bb746d-5xp2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: d5880b68-0059-412f-bae2-80d01a81c6a1
  kind: Event
  lastTimestamp: "2026-04-23T18:10:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T18:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:10:09Z"
    name: model-chainer-raw-16a43-98bb746d-5xp2q.18a90ec91a53b935
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: a7f0f670-5ac5-457c-9917-96b310859050
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-16a43}
    kind: Pod
    name: model-chainer-raw-16a43-98bb746d-5xp2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: d5880b68-0059-412f-bae2-80d01a81c6a1
  kind: Event
  lastTimestamp: "2026-04-23T18:10:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8080/readyz": dial tcp
    10.133.0.28:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:10:14Z"
    name: model-chainer-raw-16a43-98bb746d-5xp2q.18a90ed016465e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: 945538eb-4ba5-45a8-9ba2-8e5ee8f270fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-16a43-98bb746d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19362"
    uid: 2c43d04f-e806-4d9a-9ca4-6919d30c9989
  kind: Event
  lastTimestamp: "2026-04-23T18:09:34Z"
  message: 'Created pod: model-chainer-raw-16a43-98bb746d-5xp2q'
  metadata:
    creationTimestamp: "2026-04-23T18:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:34Z"
    name: model-chainer-raw-16a43-98bb746d.18a90ec6c286530a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: 61c024e0-ab5f-4859-a247-ec86144238ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-16a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19360"
    uid: 68e00375-dd54-4b7a-bf3b-37dca2527c02
  kind: Event
  lastTimestamp: "2026-04-23T18:09:34Z"
  message: Scaled up replica set model-chainer-raw-16a43-98bb746d from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:34Z"
    name: model-chainer-raw-16a43.18a90ec6c191c9e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: b34ee053-dc02-456f-9759-48317b58b6e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-16a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 0ddbaecf-bba5-46ef-a9f4-a40ba1bc3d56
  kind: Event
  lastTimestamp: "2026-04-23T18:09:34Z"
  message: InferenceGraph [model-chainer-raw-16a43] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:09:34Z"
    name: model-chainer-raw-16a43.18a90ec6c5b772da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19379"
    uid: f55d406a-93f8-4ca0-9fc1-36d854609ae1
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:11:15.147645Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: ca63d941-854b-4872-a822-312ec779392c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-d4310-6497759bd4-ps2zp
    to ip-10-0-139-215.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:11:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:11:15Z"
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp.18a90ede1f74e9d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20344"
    uid: f491a9eb-33cd-42aa-9d5f-2bf598f8e0f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: ca63d941-854b-4872-a822-312ec779392c
  kind: Event
  lastTimestamp: "2026-04-23T18:11:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-d4310-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:15Z"
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp.18a90ede2a72dcd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 6d66a29e-1697-4d96-b300-4cfcb4c5bf63
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20347"
    uid: ca63d941-854b-4872-a822-312ec779392c
  kind: Event
  lastTimestamp: "2026-04-23T18:11:16Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:11:16Z"
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp.18a90ede5c947425
    namespace: kserve-ci-e2e-test
    resourceVersion: "20371"
    uid: b2de5069-c5e5-48f6-bdbb-a876536e2e6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-d4310}
    kind: Pod
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: ca63d941-854b-4872-a822-312ec779392c
  kind: Event
  lastTimestamp: "2026-04-23T18:11:16Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:f78a4a7e96d454cf05b867e1bd6acbb3ca248da49c31bd1b18647d18fbde53b4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:16Z"
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp.18a90ede5de17940
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 2dab9793-7820-4f68-a17d-fc8c5d301b3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-d4310}
    kind: Pod
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: ca63d941-854b-4872-a822-312ec779392c
  kind: Event
  lastTimestamp: "2026-04-23T18:11:16Z"
  message: 'Created container: model-chainer-raw-hpa-d4310'
  metadata:
    creationTimestamp: "2026-04-23T18:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:16Z"
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp.18a90ede614d4dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20374"
    uid: efbd8733-30ff-4df3-b4e2-33af0ebf8a51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-d4310}
    kind: Pod
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: ca63d941-854b-4872-a822-312ec779392c
  kind: Event
  lastTimestamp: "2026-04-23T18:11:16Z"
  message: Started container model-chainer-raw-hpa-d4310
  metadata:
    creationTimestamp: "2026-04-23T18:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:16Z"
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp.18a90ede61c38d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: b1f2e9de-7b55-49a5-961b-861b6bbab64f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-d4310}
    kind: Pod
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: ca63d941-854b-4872-a822-312ec779392c
  kind: Event
  lastTimestamp: "2026-04-23T18:11:25Z"
  message: Stopping container model-chainer-raw-hpa-d4310
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp.18a90ee076a02737
    namespace: kserve-ci-e2e-test
    resourceVersion: "20461"
    uid: 8e5ffda7-133e-4532-820a-e2fc2f45c24d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-d4310}
    kind: Pod
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: ca63d941-854b-4872-a822-312ec779392c
  kind: Event
  lastTimestamp: "2026-04-23T18:11:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T18:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:52Z"
    name: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp.18a90ee0f65ef742
    namespace: kserve-ci-e2e-test
    resourceVersion: "20827"
    uid: f7f3b702-4b2d-4abf-8fb7-fdff2d04bedf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-215.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-215.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-d4310-6497759bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 44a7136d-5a02-47ef-8775-eff0b56ed6dd
  kind: Event
  lastTimestamp: "2026-04-23T18:11:15Z"
  message: 'Created pod: model-chainer-raw-hpa-d4310-6497759bd4-ps2zp'
  metadata:
    creationTimestamp: "2026-04-23T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:15Z"
    name: model-chainer-raw-hpa-d4310-6497759bd4.18a90ede1f0607d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20339"
    uid: 7af77249-7299-4f63-8942-d4e7d4b1ee7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-d4310
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 2a321129-48be-40d2-920d-806461c3dfc6
  kind: Event
  lastTimestamp: "2026-04-23T18:11:15Z"
  message: Scaled up replica set model-chainer-raw-hpa-d4310-6497759bd4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:15Z"
    name: model-chainer-raw-hpa-d4310.18a90ede1e1e00c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 345e0201-f9e0-419e-bec6-2aed125fe4b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-d4310
    namespace: kserve-ci-e2e-test
    resourceVersion: "20352"
    uid: a51482f4-01a3-467e-88fc-e92e6d499716
  kind: Event
  lastTimestamp: "2026-04-23T18:11:15Z"
  message: InferenceGraph [model-chainer-raw-hpa-d4310] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:11:15Z"
    name: model-chainer-raw-hpa-d4310.18a90ede24c25b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: a54f8aa3-9a55-4da4-b822-ed210a164d44
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-d4310
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: a51482f4-01a3-467e-88fc-e92e6d499716
  kind: Event
  lastTimestamp: "2026-04-23T18:11:15Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-hpa-d4310":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-d4310":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:11:15Z"
    name: model-chainer-raw-hpa-d4310.18a90ede276cdaf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20358"
    uid: 49ac841f-5a65-4dc9-bec1-fd83fcc39710
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-d4310
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: a51482f4-01a3-467e-88fc-e92e6d499716
  kind: Event
  lastTimestamp: "2026-04-23T18:11:15Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-d4310": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:11:15Z"
    name: model-chainer-raw-hpa-d4310.18a90ede276d386e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: 63a0a1cf-56ef-4be9-8c8c-c31b26c136f2
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:17:45.710405Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24066"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:17:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:17:45Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f390ecf9cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24071"
    uid: f5de0ab7-6ce1-4b0e-8ee7-e212ec8d3dcd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24075"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:17:46Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:17:46Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f3927cffefb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24083"
    uid: 8d56cd40-1bab-4f4b-93ab-1e87541999d0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:17:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:46Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f39297ec8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24085"
    uid: a2333b10-889f-41f9-a563-aa79d4bbba5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:17:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:46Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f392c2837a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24086"
    uid: 6497622a-d6e0-4c5d-84a1-52b897580011
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:17:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:46Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f392ca1313a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: b19409ad-380c-4a0d-b74e-37e62e2eb8a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:17:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:50Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f3a2fc9c295
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: d80257c6-3f31-4be5-9c2b-28c47eb72108
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:17:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:50Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f3a3286d69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24130"
    uid: bda14091-bff2-4276-bf97-b4e4f41a2fa1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:17:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:50Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f3a3300773e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24131"
    uid: 148d4af7-722e-4669-b5f9-096884141e09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:17:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:50Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f3a330dc8e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24133"
    uid: 7f4b6cf3-6b74-409f-82d9-844d5f8d9aba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:17:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:50Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f3a35d65bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24136"
    uid: ea4f9656-e8b3-44e0-b93b-d8e451b5098f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:17:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:50Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f3a36534c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "24138"
    uid: 9440ac65-ff84-4a45-b091-89a428a05901
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:19:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:07Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f3a6bba698a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24756"
    uid: 1c1d9453-a4c4-430c-a73b-3f7752709924
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:19:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:05Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f4bb6786785
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: bfc78466-4ce5-47b1-9845-3b67877eb045
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:19:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:05Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f4bb67929fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24700"
    uid: a4987c48-d07b-4dd9-9c43-08de3489d754
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: b5fd99c8-d7d6-4e45-8d27-33545cded6ee
  kind: Event
  lastTimestamp: "2026-04-23T18:19:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:07Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp.18a90f4c1dce641c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24755"
    uid: f83f9442-ac0a-4725-bfae-47889bd68536
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-802ca-predictor-6f89f97cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24056"
    uid: ffe01483-d025-4f2d-98c8-c6a0bff41be6
  kind: Event
  lastTimestamp: "2026-04-23T18:17:45Z"
  message: 'Created pod: raw-sklearn-802ca-predictor-6f89f97cd7-nxhdp'
  metadata:
    creationTimestamp: "2026-04-23T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:45Z"
    name: raw-sklearn-802ca-predictor-6f89f97cd7.18a90f390e4d78f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24067"
    uid: 2b5b28dd-a516-4129-a0ff-eb3a69bfff9f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-802ca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24054"
    uid: 17c50b15-66d1-4c29-8034-445c7a3dafd3
  kind: Event
  lastTimestamp: "2026-04-23T18:17:45Z"
  message: Scaled up replica set raw-sklearn-802ca-predictor-6f89f97cd7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:45Z"
    name: raw-sklearn-802ca-predictor.18a90f390b576f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 99493943-b39b-4ffe-b116-e5f2f95831d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-802ca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24055"
    uid: 1568b2d2-3717-439b-8df7-5d77ed60efef
  kind: Event
  lastTimestamp: "2026-04-23T18:18:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:18:15Z"
    name: raw-sklearn-802ca-predictor.18a90f3c8a2b7fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24317"
    uid: da1c2e39-e5f5-41a6-bc0a-b7e0ad016de1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-802ca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24055"
    uid: 1568b2d2-3717-439b-8df7-5d77ed60efef
  kind: Event
  lastTimestamp: "2026-04-23T18:18:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:18:15Z"
    name: raw-sklearn-802ca-predictor.18a90f3c8a986a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24318"
    uid: 0aa8d12a-73ec-4a37-943a-75b45a98ee0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-802ca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24213"
    uid: 1568b2d2-3717-439b-8df7-5d77ed60efef
  kind: Event
  lastTimestamp: "2026-04-23T18:19:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:00Z"
    name: raw-sklearn-802ca-predictor.18a90f4388bfa6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24634"
    uid: d2ac878d-bf6b-4032-a086-82325038be42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-802ca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24213"
    uid: 1568b2d2-3717-439b-8df7-5d77ed60efef
  kind: Event
  lastTimestamp: "2026-04-23T18:19:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:00Z"
    name: raw-sklearn-802ca-predictor.18a90f43894a5866
    namespace: kserve-ci-e2e-test
    resourceVersion: "24635"
    uid: a02996f8-a97f-4088-9dd8-45ccba39a2e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-802ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24043"
    uid: 8d428f68-71e6-4168-bbf7-0c95e21ea7cc
  kind: Event
  lastTimestamp: "2026-04-23T18:18:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:18:57Z"
    name: raw-sklearn-802ca.18a90f390b2ef30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24617"
    uid: e5ec35ad-4c93-4e88-93b1-b6cba2340376
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-802ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24043"
    uid: 8d428f68-71e6-4168-bbf7-0c95e21ea7cc
  kind: Event
  lastTimestamp: "2026-04-23T18:17:45Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-802ca": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-802ca":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:17:45Z"
    name: raw-sklearn-802ca.18a90f390bbe2fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24060"
    uid: 15cdac4f-dbf7-41b7-837e-1b55db60fb7f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-802ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: 8d428f68-71e6-4168-bbf7-0c95e21ea7cc
  kind: Event
  lastTimestamp: "2026-04-23T18:18:57Z"
  message: InferenceService [raw-sklearn-802ca] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:18:57Z"
    name: raw-sklearn-802ca.18a90f49cf069260
    namespace: kserve-ci-e2e-test
    resourceVersion: "24615"
    uid: 18e12199-26af-4906-831d-e7c7e19e97f8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:19:05.935423Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24717"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:19:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:19:05Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f4bbc984a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "24721"
    uid: 4acd0289-5f69-446f-bf4f-187d4f39932c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-78b879558-mmvjv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:19:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-8a906-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:06Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f4bc68d0149
    namespace: kserve-ci-e2e-test
    resourceVersion: "24735"
    uid: 70cf0baa-f9ce-41a9-a99b-2b8c022e35e3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24727"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:19:06Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:19:06Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f4bfa5b059a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: f947bbd5-4bc9-4481-952e-b7b37806c43c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:19:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:07Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f4bfc704d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: 24ef6da8-f2ec-46f6-8926-4fbf09c3c740
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:19:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:07Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f4bff5515eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: ce701cc3-d3aa-4b21-8fd6-68e9ad6d98f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:19:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:07Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f4bffdcabef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24750"
    uid: b4388892-f029-450c-b35b-9542b208d9aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:19:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:11Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f4d196f960a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24795"
    uid: c566a911-d899-4226-ac0b-f9921fdab49c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:19:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:11Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f4d1ca5d66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24797"
    uid: ffe492d6-e65f-4e7f-910b-7de57ba6f03c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:19:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:11Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f4d1d22b497
    namespace: kserve-ci-e2e-test
    resourceVersion: "24800"
    uid: 7095bcbf-2650-43c7-b52a-76740cc12fe3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:19:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:11Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f4d1d3061fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24801"
    uid: 7a99f04e-d553-4f63-a8ad-764196a6beb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:19:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:11Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f4d1fd3dcb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24803"
    uid: d8df2dc1-8286-45eb-8174-b625523f9f0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:19:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:11Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f4d2071ffc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24804"
    uid: 955e1838-3e72-4598-9109-4a5c5a597358
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:20:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:28Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f4d5557f959
    namespace: kserve-ci-e2e-test
    resourceVersion: "25420"
    uid: b4c806d5-2e27-40a3-b161-006729b79786
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:20:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:26Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f5e6220dc77
    namespace: kserve-ci-e2e-test
    resourceVersion: "25368"
    uid: dee7715f-0fe8-4734-acd6-6c304af782f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:20:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:26Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f5e62214fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: f00c5427-afd4-4c7f-9939-893463c74a32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 6bcf381d-87b1-4c8e-ae3b-df1e9b35d6d5
  kind: Event
  lastTimestamp: "2026-04-23T18:20:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:28Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g.18a90f5f0775ba9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25419"
    uid: 7f235c27-f81d-45a0-bb08-dc12cf88fa80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24707"
    uid: cfc7110b-afae-4a98-8c8c-b1335e85edce
  kind: Event
  lastTimestamp: "2026-04-23T18:19:05Z"
  message: 'Created pod: raw-sklearn-runtime-8a906-predictor-6ddcd769bf-fh92g'
  metadata:
    creationTimestamp: "2026-04-23T18:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:05Z"
    name: raw-sklearn-runtime-8a906-predictor-6ddcd769bf.18a90f4bbc284c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "24718"
    uid: 43666588-f4f9-466b-a9e1-29e9c54454f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-8a906-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24705"
    uid: 5e2c6f56-350c-46d3-b6b2-0c14f3247b5e
  kind: Event
  lastTimestamp: "2026-04-23T18:19:05Z"
  message: Scaled up replica set raw-sklearn-runtime-8a906-predictor-6ddcd769bf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:05Z"
    name: raw-sklearn-runtime-8a906-predictor.18a90f4bb8dbcbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 17a121eb-7dec-4a6b-a106-e9216d52adc8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8a906-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24706"
    uid: b6c1b72c-8808-4da1-9960-e15ae173bd62
  kind: Event
  lastTimestamp: "2026-04-23T18:19:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:20Z"
    name: raw-sklearn-runtime-8a906-predictor.18a90f4f37e4024f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24881"
    uid: f005cbfe-600c-4637-92cc-f81d9a15b25f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8a906-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24706"
    uid: b6c1b72c-8808-4da1-9960-e15ae173bd62
  kind: Event
  lastTimestamp: "2026-04-23T18:19:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:20Z"
    name: raw-sklearn-runtime-8a906-predictor.18a90f4f3852b628
    namespace: kserve-ci-e2e-test
    resourceVersion: "24883"
    uid: 9eeee62b-2967-4a7f-aad4-136c3083f64d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8a906-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24882"
    uid: b6c1b72c-8808-4da1-9960-e15ae173bd62
  kind: Event
  lastTimestamp: "2026-04-23T18:20:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:20:20Z"
    name: raw-sklearn-runtime-8a906-predictor.18a90f52b76180b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25313"
    uid: e441eec6-3311-4c66-9f48-4672eefdea95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8a906-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24882"
    uid: b6c1b72c-8808-4da1-9960-e15ae173bd62
  kind: Event
  lastTimestamp: "2026-04-23T18:20:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:20:20Z"
    name: raw-sklearn-runtime-8a906-predictor.18a90f52b7d2faf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25314"
    uid: 87dbae02-fd64-4351-a679-30cfe2dfcb2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8a906
    namespace: kserve-ci-e2e-test
    resourceVersion: "24678"
    uid: 9218cbde-fba4-47f9-ab4c-e327cf7cdda4
  kind: Event
  lastTimestamp: "2026-04-23T18:20:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:20:18Z"
    name: raw-sklearn-runtime-8a906.18a90f4bb89facc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: 5700926c-8f30-4650-bdbc-9bf24bbae33e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8a906
    namespace: kserve-ci-e2e-test
    resourceVersion: "24678"
    uid: 9218cbde-fba4-47f9-ab4c-e327cf7cdda4
  kind: Event
  lastTimestamp: "2026-04-23T18:19:05Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-8a906":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-8a906":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:19:06Z"
    name: raw-sklearn-runtime-8a906.18a90f4bb92271c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24730"
    uid: d881523e-55ae-47c9-8070-1a5b587b98d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8a906
    namespace: kserve-ci-e2e-test
    resourceVersion: "24715"
    uid: 9218cbde-fba4-47f9-ab4c-e327cf7cdda4
  kind: Event
  lastTimestamp: "2026-04-23T18:19:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-8a906": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:19:06Z"
    name: raw-sklearn-runtime-8a906.18a90f4bc06a53c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24731"
    uid: a40ab003-e306-4d2e-a485-9238346be723
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8a906
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: 9218cbde-fba4-47f9-ab4c-e327cf7cdda4
  kind: Event
  lastTimestamp: "2026-04-23T18:20:18Z"
  message: InferenceService [raw-sklearn-runtime-8a906] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:20:18Z"
    name: raw-sklearn-runtime-8a906.18a90f5cb8fdefc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25298"
    uid: 0bf5b125-5275-4dee-9494-f3a0ab67b924
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "25564"