---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:00:09.572688Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18773"
    uid: bcd58984-1dbd-4fff-b16d-420a04eb32ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:00:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:00:09Z"
    name: isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc.18a6e8332eeff9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18778"
    uid: 57b926f9-dd64-4b9b-aeaf-987f91de9391
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: bcd58984-1dbd-4fff-b16d-420a04eb32ed
  kind: Event
  lastTimestamp: "2026-04-16T18:00:10Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:00:10Z"
    name: isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc.18a6e83348a15fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18792"
    uid: 216a5f7e-58d4-4aba-aa9a-96381e1a5da4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: bcd58984-1dbd-4fff-b16d-420a04eb32ed
  kind: Event
  lastTimestamp: "2026-04-16T18:00:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:00:14Z"
    name: isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc.18a6e83349f8fef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: 58822a98-bc17-43b8-9185-302563f58afe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: bcd58984-1dbd-4fff-b16d-420a04eb32ed
  kind: Event
  lastTimestamp: "2026-04-16T18:00:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:00:15Z"
    name: isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc.18a6e8334e8fc351
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: 1af7e951-3425-4482-b94b-20973d880ff0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: bcd58984-1dbd-4fff-b16d-420a04eb32ed
  kind: Event
  lastTimestamp: "2026-04-16T18:00:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:00:15Z"
    name: isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc.18a6e8334effee9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 8ee58682-7d57-4be6-a51d-2c11cb8f6d9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: bcd58984-1dbd-4fff-b16d-420a04eb32ed
  kind: Event
  lastTimestamp: "2026-04-16T18:00:18Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc_kserve-ci-e2e-test(bcd58984-1dbd-4fff-b16d-420a04eb32ed)
  metadata:
    creationTimestamp: "2026-04-16T18:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:00:18Z"
    name: isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc.18a6e83560a4372d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18879"
    uid: 606c0cfc-bd8a-4037-ab04-5edcdeb36f04
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-67255c-predictor-54b48f6c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: cf4e8451-587a-4300-8365-74264884fc0e
  kind: Event
  lastTimestamp: "2026-04-16T18:00:09Z"
  message: 'Created pod: isvc-init-fail-67255c-predictor-54b48f6c9f-phtfc'
  metadata:
    creationTimestamp: "2026-04-16T18:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:00:09Z"
    name: isvc-init-fail-67255c-predictor-54b48f6c9f.18a6e8332e7e3130
    namespace: kserve-ci-e2e-test
    resourceVersion: "18775"
    uid: 2ff6f980-e04a-4074-a10b-4bcfa5ce9f4b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-67255c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18750"
    uid: 3c6c77fe-c1e6-4633-8e79-937f3163ac33
  kind: Event
  lastTimestamp: "2026-04-16T18:00:09Z"
  message: Scaled up replica set isvc-init-fail-67255c-predictor-54b48f6c9f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:00:09Z"
    name: isvc-init-fail-67255c-predictor.18a6e8332b0d24a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18762"
    uid: 9bed470f-3c20-4fe1-8bbe-0ec8c9e08603
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-67255c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18731"
    uid: c6125d0d-f742-4b7d-b81a-cc14877aa62e
  kind: Event
  lastTimestamp: "2026-04-16T18:00:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:00:19Z"
    name: isvc-init-fail-67255c.18a6e8332ae5bec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18883"
    uid: d4195c55-8c60-47e9-83c8-5ad217a9cfdd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-67255c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18731"
    uid: c6125d0d-f742-4b7d-b81a-cc14877aa62e
  kind: Event
  lastTimestamp: "2026-04-16T18:00:09Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-67255c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-67255c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:00:09Z"
    name: isvc-init-fail-67255c.18a6e8332bdfec41
    namespace: kserve-ci-e2e-test
    resourceVersion: "18767"
    uid: a1913965-2a52-4164-b928-8591f6e5bcef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-67255c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18731"
    uid: c6125d0d-f742-4b7d-b81a-cc14877aa62e
  kind: Event
  lastTimestamp: "2026-04-16T18:00:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-67255c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:00:09Z"
    name: isvc-init-fail-67255c.18a6e8332be08ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18771"
    uid: 600baa35-5ec7-433d-9682-be85423d98be
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:55:03.802194Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:55:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:55:03Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7ebfd98906c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 731afc54-4c29-404b-a081-23220a08264c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16235"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:55:04Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:55:04Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7ec16cf5284
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: 8e0b0d02-1909-4c86-ba31-72af4e6d6ba8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:55:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:55:04Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7ec18389b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16248"
    uid: 1b5a74dc-8843-4ac1-b907-8b422a101f0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:55:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:55:04Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7ec1b41afad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16249"
    uid: 2afb7bbd-d494-4e08-9920-97a2b7cdbe68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:55:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:55:04Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7ec1bb118ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16250"
    uid: 019519a8-e5ac-4cd3-b1cf-039a26b65b35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:55:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1426"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:55:08Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7ed2b8f9853
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: 68472fcc-815b-45c6-bfe7-3b8fad120090
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:55:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:55:08Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7ed2e7ff392
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 1f8357b4-2291-4b28-b695-e3b247bed6e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:55:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:55:08Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7ed2eeebd1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 4da596a2-41b8-422d-897d-feb56735d4fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:55:08Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:1c9a889b6eedd98dce387d5444bf67c56322618904196e63ff9abeb6a31b798e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:55:08Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7ed2efa61b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: 591cad78-3fc7-44e1-a1dd-1a11945bc22e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:55:08Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:55:08Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7ed31dec9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: 7a40ec19-659b-4b6a-81b2-4eb06e79cef3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:55:08Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:55:08Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7ed3260832b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: 5e74795b-ab7c-4f7b-8155-abc33b82698b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:56:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:56:40Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7ed677c78e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: dbbc2199-1416-4ef3-9565-dfdec8ce7cb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:56:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:56:40Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7ed67859612
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: 496aa331-5b22-421a-bcc3-b66281b2e5fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:56:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:56:19Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7fd8004df3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16862"
    uid: 9a3da89a-ac5d-43ab-b799-c09b7d811272
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9527746e-5495-4423-b309-8ed593905301
  kind: Event
  lastTimestamp: "2026-04-16T17:56:19Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T17:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:56:19Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf.18a6e7fd80068d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 76de81e4-e5df-44be-9341-da261559dbf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 7254ea99-9752-45f5-a7f7-64b644c5e392
  kind: Event
  lastTimestamp: "2026-04-16T17:55:03Z"
  message: 'Created pod: isvc-logger-raw-8600f-predictor-5cddd7c46b-vdstf'
  metadata:
    creationTimestamp: "2026-04-16T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:55:03Z"
    name: isvc-logger-raw-8600f-predictor-5cddd7c46b.18a6e7ebfd13ae67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: 67310730-7d1a-4d8a-80e8-63297d53e694
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-8600f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16211"
    uid: 69c3d81a-b7ce-4e5f-8d19-9e7ea8e9a415
  kind: Event
  lastTimestamp: "2026-04-16T17:55:03Z"
  message: Scaled up replica set isvc-logger-raw-8600f-predictor-5cddd7c46b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:55:03Z"
    name: isvc-logger-raw-8600f-predictor.18a6e7ebfa3aacd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: 7cad955d-4bea-491e-a061-e0b525d5abe5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-8600f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: b51022b8-37fb-4b38-90b0-1df927123124
  kind: Event
  lastTimestamp: "2026-04-16T17:55:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:55:48Z"
    name: isvc-logger-raw-8600f-predictor.18a6e7ef7902cdb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: e3d2e2d8-ed9b-4db6-9b86-b9db369c357a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-8600f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: b51022b8-37fb-4b38-90b0-1df927123124
  kind: Event
  lastTimestamp: "2026-04-16T17:55:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:55:48Z"
    name: isvc-logger-raw-8600f-predictor.18a6e7ef7975c33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 53b32486-9177-45ed-8346-fc76d9ab7a7d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-8600f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: b51022b8-37fb-4b38-90b0-1df927123124
  kind: Event
  lastTimestamp: "2026-04-16T17:56:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:56:18Z"
    name: isvc-logger-raw-8600f-predictor.18a6e7f9f5ae4b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "16824"
    uid: 38feea8b-8ed7-4159-8936-dc6b06757073
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-8600f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: b51022b8-37fb-4b38-90b0-1df927123124
  kind: Event
  lastTimestamp: "2026-04-16T17:56:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:56:18Z"
    name: isvc-logger-raw-8600f-predictor.18a6e7f9f6364d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: aa260523-3e30-49df-8ca6-889b390810ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-8600f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 3ec7e777-f964-40af-bc48-0d5337b48369
  kind: Event
  lastTimestamp: "2026-04-16T17:56:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:56:10Z"
    name: isvc-logger-raw-8600f.18a6e7ebfa1a2ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16766"
    uid: 0c124a33-862f-4337-902f-eb6eb5564453
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-8600f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 3ec7e777-f964-40af-bc48-0d5337b48369
  kind: Event
  lastTimestamp: "2026-04-16T17:55:03Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-8600f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-8600f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:55:03Z"
    name: isvc-logger-raw-8600f.18a6e7ebfab65b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: b55f28d7-3399-4267-8556-2874f629015e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-8600f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: 3ec7e777-f964-40af-bc48-0d5337b48369
  kind: Event
  lastTimestamp: "2026-04-16T17:55:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-8600f": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:55:03Z"
    name: isvc-logger-raw-8600f.18a6e7ebff4ba6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16237"
    uid: 078c20fd-7c60-482c-9bf0-e3d978adf8e8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-8600f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16764"
    uid: 3ec7e777-f964-40af-bc48-0d5337b48369
  kind: Event
  lastTimestamp: "2026-04-16T17:56:10Z"
  message: InferenceService [isvc-logger-raw-8600f] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:56:10Z"
    name: isvc-logger-raw-8600f.18a6e7fba07fa801
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: ce6f1dc8-8a8c-4f2d-9e2e-90497c2d4ec7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:58:39.282578Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: a320e17f-b2fc-4b71-80f0-78f2096cdbf2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-d67b90-predictor-769658cf7d-mgsw8
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:58:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:58:39Z"
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8.18a6e81e293a4fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17974"
    uid: 744ecf54-1917-4b91-98b2-b42cb5399917
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17977"
    uid: a320e17f-b2fc-4b71-80f0-78f2096cdbf2
  kind: Event
  lastTimestamp: "2026-04-16T17:58:39Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:58:39Z"
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8.18a6e81e42b74a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: ab5eb710-9045-47f5-bfbd-3d75141062f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: a320e17f-b2fc-4b71-80f0-78f2096cdbf2
  kind: Event
  lastTimestamp: "2026-04-16T17:58:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:58:39Z"
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8.18a6e81e4406dc31
    namespace: kserve-ci-e2e-test
    resourceVersion: "17983"
    uid: 7c0903d0-f925-4c01-bc50-016cc634df54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: a320e17f-b2fc-4b71-80f0-78f2096cdbf2
  kind: Event
  lastTimestamp: "2026-04-16T17:58:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:58:39Z"
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8.18a6e81e477e1f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17985"
    uid: 613baf05-d4cf-4b43-ab21-ec6e87a66bd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: a320e17f-b2fc-4b71-80f0-78f2096cdbf2
  kind: Event
  lastTimestamp: "2026-04-16T17:58:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:58:39Z"
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8.18a6e81e47eb7bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 0bf203c1-9f99-4105-a51c-0414c5d8dd88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: a320e17f-b2fc-4b71-80f0-78f2096cdbf2
  kind: Event
  lastTimestamp: "2026-04-16T17:58:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1426"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:58:43Z"
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8.18a6e81f2c633a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "18020"
    uid: a079e2cf-2df7-40ae-a0aa-1f20d651a366
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: a320e17f-b2fc-4b71-80f0-78f2096cdbf2
  kind: Event
  lastTimestamp: "2026-04-16T17:58:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:58:43Z"
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8.18a6e81f2f64031e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18025"
    uid: 84ef8461-3f87-4e1d-aa9c-c888001c25cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: a320e17f-b2fc-4b71-80f0-78f2096cdbf2
  kind: Event
  lastTimestamp: "2026-04-16T17:58:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:58:43Z"
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8.18a6e81f2fd6748b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18026"
    uid: 923f9387-d49a-42da-8115-5fb5487a31ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: a320e17f-b2fc-4b71-80f0-78f2096cdbf2
  kind: Event
  lastTimestamp: "2026-04-16T17:59:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:59:35Z"
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8.18a6e81f68477f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: 5a713a65-2b6e-4d0c-ae55-05e1d9a9054d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: a320e17f-b2fc-4b71-80f0-78f2096cdbf2
  kind: Event
  lastTimestamp: "2026-04-16T18:00:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:00:09Z"
    name: isvc-primary-d67b90-predictor-769658cf7d-mgsw8.18a6e8332c497090
    namespace: kserve-ci-e2e-test
    resourceVersion: "18770"
    uid: 658b6ef6-570a-40ca-a5ab-a54c03a676ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-d67b90-predictor-769658cf7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: 150e5f7b-24a1-4a66-af4b-8c26fc6834b0
  kind: Event
  lastTimestamp: "2026-04-16T17:58:39Z"
  message: 'Created pod: isvc-primary-d67b90-predictor-769658cf7d-mgsw8'
  metadata:
    creationTimestamp: "2026-04-16T17:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:58:39Z"
    name: isvc-primary-d67b90-predictor-769658cf7d.18a6e81e28d7e844
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: 2bcc544e-02ef-4259-8497-da0954d9b82c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-d67b90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17954"
    uid: 3be55ddd-6b7b-40b5-9967-d12f625533ad
  kind: Event
  lastTimestamp: "2026-04-16T17:58:39Z"
  message: Scaled up replica set isvc-primary-d67b90-predictor-769658cf7d from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T17:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:58:39Z"
    name: isvc-primary-d67b90-predictor.18a6e81e24c543d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17958"
    uid: fb9cec4f-c634-45be-b8d7-2287041db1b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d67b90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17957"
    uid: 87cea286-4369-43f2-afb3-9e0f5906e7c2
  kind: Event
  lastTimestamp: "2026-04-16T17:58:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:58:54Z"
    name: isvc-primary-d67b90-predictor.18a6e821a36cd498
    namespace: kserve-ci-e2e-test
    resourceVersion: "18106"
    uid: 4bc3b191-fe8d-4ddc-bef0-8a9621a6647f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d67b90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17957"
    uid: 87cea286-4369-43f2-afb3-9e0f5906e7c2
  kind: Event
  lastTimestamp: "2026-04-16T17:58:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:58:54Z"
    name: isvc-primary-d67b90-predictor.18a6e821a3ca94b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18108"
    uid: 8ed9df8d-9737-4445-af9c-a71cda37e42d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:59:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d67b90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: 87cea286-4369-43f2-afb3-9e0f5906e7c2
  kind: Event
  lastTimestamp: "2026-04-16T18:00:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:00:09Z"
    name: isvc-primary-d67b90-predictor.18a6e8252300ff94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18715"
    uid: a83a3671-1550-4f8d-9f4c-25f08d8127d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:59:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d67b90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: 87cea286-4369-43f2-afb3-9e0f5906e7c2
  kind: Event
  lastTimestamp: "2026-04-16T18:00:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:00:09Z"
    name: isvc-primary-d67b90-predictor.18a6e82523782098
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: 3aa827ca-092a-4caa-ab68-d94263bb6a7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d67b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17930"
    uid: 55404b25-1e2d-4def-8f96-06494828e3b2
  kind: Event
  lastTimestamp: "2026-04-16T17:59:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:59:45Z"
    name: isvc-primary-d67b90.18a6e81e24ceb951
    namespace: kserve-ci-e2e-test
    resourceVersion: "18474"
    uid: c304241c-d013-4f53-80d3-d63e26396c2f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d67b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17930"
    uid: 55404b25-1e2d-4def-8f96-06494828e3b2
  kind: Event
  lastTimestamp: "2026-04-16T17:58:39Z"
  message: 'Failed to update status for InferenceService "isvc-primary-d67b90": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-d67b90":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:58:39Z"
    name: isvc-primary-d67b90.18a6e81e25722917
    namespace: kserve-ci-e2e-test
    resourceVersion: "17961"
    uid: 1b339414-95a4-4096-aa2c-c57999527919
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d67b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17930"
    uid: 55404b25-1e2d-4def-8f96-06494828e3b2
  kind: Event
  lastTimestamp: "2026-04-16T17:58:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-d67b90": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:58:39Z"
    name: isvc-primary-d67b90.18a6e81e25727d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 0c603449-e1ec-4c7f-847c-976edb00b70f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:59:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d67b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "18472"
    uid: 55404b25-1e2d-4def-8f96-06494828e3b2
  kind: Event
  lastTimestamp: "2026-04-16T17:59:45Z"
  message: InferenceService [isvc-primary-d67b90] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:59:45Z"
    name: isvc-primary-d67b90.18a6e82da0927bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: c56c2cf9-a6a2-467f-9d49-941d1e850101
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:50:08.124963Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13457"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:50:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:50:08Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7a725dc0638
    namespace: kserve-ci-e2e-test
    resourceVersion: "13463"
    uid: 1806c7b0-7e8c-480a-91b8-738239b2dc84
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13473"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:50:08Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:50:08Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7a7424f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13482"
    uid: f65d85f3-b9c0-4fd0-92d5-34342d926562
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:50:08Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d"
  metadata:
    creationTimestamp: "2026-04-16T17:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:50:08Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7a743c5700b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 3826974c-0298-40b3-8056-32652e2e34f0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:50:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d"
    in 2.973s (2.973s including waiting). Image size: 301288404 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:50:11Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7a7f4fb9ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13509"
    uid: e9236173-2320-4937-906d-4fe132159138
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:50:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:50:11Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7a7f8013a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13510"
    uid: 6242edc2-d35a-4a9e-97a0-4d92700a62b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:50:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:50:11Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7a7f86fb9c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "13511"
    uid: 7b47c746-d437-469a-b32f-e604dba2e416
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:50:15Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1426"
  metadata:
    creationTimestamp: "2026-04-16T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:50:15Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7a8eea4fc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13551"
    uid: 8efa8230-ca40-4722-804d-05a18f6876d3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:50:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1426"
    in 13.199s (13.199s including waiting). Image size: 1560702918 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:50:28Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7ac0166bf9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13649"
    uid: 54b0d437-e783-4d10-a41e-f6edf5122476
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:50:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:50:29Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7ac04dffea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13650"
    uid: f5900c7c-fe40-4433-9c52-5ca646dc47c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:50:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:50:29Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7ac054ea7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13651"
    uid: 725fe3ab-f4e9-4eaf-bbdb-07215302884e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:50:29Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:1c9a889b6eedd98dce387d5444bf67c56322618904196e63ff9abeb6a31b798e"
  metadata:
    creationTimestamp: "2026-04-16T17:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:50:29Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7ac055ae78c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13652"
    uid: 46b02d33-7e36-48f6-ae1d-f9954118dd31
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:50:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:1c9a889b6eedd98dce387d5444bf67c56322618904196e63ff9abeb6a31b798e"
    in 2.945s (2.945s including waiting). Image size: 237897847 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:50:32Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7acb4ebc9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13673"
    uid: e6bbd707-6385-4773-b867-beb3c35d7820
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:50:32Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T17:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:50:32Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7acb7d6b81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13674"
    uid: b23bbc5a-25c2-4813-85bc-5352c08d8032
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:50:32Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T17:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:50:32Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7acb84581d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13675"
    uid: 2928b7d4-b28b-4df2-9379-0d68f2199195
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:52:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:52:03Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7ace8771c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14478"
    uid: 5712eb5d-0f7f-4ecb-85d0-45c9f68a5ba7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:52:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T17:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:52:03Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7ace881a7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14479"
    uid: 26695805-4d8a-4a8a-97e8-12586b4d4992
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7bd488f9fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 96ee2e5a-2fcd-4278-8287-e96a5197f322
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7bd4890a426
    namespace: kserve-ci-e2e-test
    resourceVersion: "14224"
    uid: 593c393f-b98e-4b77-b2eb-2717bf689e8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:52:14Z"
  message: 'Readiness probe failed: Get "http://10.133.0.32:9081/": context deadline
    exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-16T17:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:52:14Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7c4a869c302
    namespace: kserve-ci-e2e-test
    resourceVersion: "14566"
    uid: 5ba206a2-a064-42d8-8c88-c744ae346d72
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 57903f03-0043-4167-8658-957d7cc78f9f
  kind: Event
  lastTimestamp: "2026-04-16T17:52:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-04-16T17:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:52:14Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d.18a6e7c4a869fff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14567"
    uid: d0c1039c-a2d1-4e54-b23d-c9dc59e13c79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13450"
    uid: e5848859-3c27-45b2-a7b6-22a93e969ee5
  kind: Event
  lastTimestamp: "2026-04-16T17:50:08Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f-tm72d'
  metadata:
    creationTimestamp: "2026-04-16T17:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:50:08Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f.18a6e7a725671037
    namespace: kserve-ci-e2e-test
    resourceVersion: "13459"
    uid: 43ce8dc4-c95a-4822-a835-c0ef81eb41fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-d6cb7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13449"
    uid: aa2106a2-e57f-4b4e-b7a1-4d4496d178ae
  kind: Event
  lastTimestamp: "2026-04-16T17:50:08Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-d6cb7-predictor-5f49984f7f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:50:08Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor.18a6e7a71f671f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13451"
    uid: ee6bfdae-4822-4f27-adc8-0d894bce1aa0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d6cb7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13458"
    uid: ab097f59-b345-48f3-baff-124250d0a92b
  kind: Event
  lastTimestamp: "2026-04-16T17:51:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:51:08Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor.18a6e7aaa4e5d998
    namespace: kserve-ci-e2e-test
    resourceVersion: "13941"
    uid: e1a1f1cb-eb60-4c73-a296-686fc2e80e4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d6cb7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13458"
    uid: ab097f59-b345-48f3-baff-124250d0a92b
  kind: Event
  lastTimestamp: "2026-04-16T17:51:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:51:08Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor.18a6e7aaa54e6010
    namespace: kserve-ci-e2e-test
    resourceVersion: "13942"
    uid: 67f0466b-0c9a-476c-b9aa-2ac193a9b539
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d6cb7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13605"
    uid: ab097f59-b345-48f3-baff-124250d0a92b
  kind: Event
  lastTimestamp: "2026-04-16T17:51:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:51:38Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor.18a6e7b8a0f7636f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14160"
    uid: 340b2407-6adf-47dc-aaa6-b37605dae032
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d6cb7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13605"
    uid: ab097f59-b345-48f3-baff-124250d0a92b
  kind: Event
  lastTimestamp: "2026-04-16T17:51:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:51:38Z"
    name: isvc-raw-sklearn-batcher-d6cb7-predictor.18a6e7b8a1594701
    namespace: kserve-ci-e2e-test
    resourceVersion: "14161"
    uid: da6e13dc-3745-46db-94aa-6cc237bb9f8b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13438"
    uid: 77493f99-428d-4183-a0de-675453146698
  kind: Event
  lastTimestamp: "2026-04-16T17:51:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:51:33Z"
    name: isvc-raw-sklearn-batcher-d6cb7.18a6e7a7258d65b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14132"
    uid: bb6bcc20-7d55-4d4c-b4af-22509bee514d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13438"
    uid: 77493f99-428d-4183-a0de-675453146698
  kind: Event
  lastTimestamp: "2026-04-16T17:50:08Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-d6cb7":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-d6cb7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:50:08Z"
    name: isvc-raw-sklearn-batcher-d6cb7.18a6e7a72605b947
    namespace: kserve-ci-e2e-test
    resourceVersion: "13465"
    uid: 767bda44-469b-4a71-b3f3-eb8706975d0a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:50:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13438"
    uid: 77493f99-428d-4183-a0de-675453146698
  kind: Event
  lastTimestamp: "2026-04-16T17:50:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-d6cb7": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:50:08Z"
    name: isvc-raw-sklearn-batcher-d6cb7.18a6e7a72606121b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13467"
    uid: 308fd1b8-ab47-49f3-ae54-f5fb09e683b4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14129"
    uid: 77493f99-428d-4183-a0de-675453146698
  kind: Event
  lastTimestamp: "2026-04-16T17:51:33Z"
  message: InferenceService [isvc-raw-sklearn-batcher-d6cb7] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:51:33Z"
    name: isvc-raw-sklearn-batcher-d6cb7.18a6e7bb21d25fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "14130"
    uid: 03c31cfe-ae12-484d-a4ed-a9cc4c108662
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:59:49.381837Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d67b90-predictor-746794b559-zjshw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: 0bc5d3d7-7e42-4b9d-b345-945560f025df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-d67b90-predictor-746794b559-zjshw
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:59:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:59:49Z"
    name: isvc-secondary-d67b90-predictor-746794b559-zjshw.18a6e82e7b780b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "18537"
    uid: 723b5267-aa1c-4c14-879c-3d70249b6eed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:59:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d67b90-predictor-746794b559-zjshw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: 0bc5d3d7-7e42-4b9d-b345-945560f025df
  kind: Event
  lastTimestamp: "2026-04-16T17:59:50Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:59:50Z"
    name: isvc-secondary-d67b90-predictor-746794b559-zjshw.18a6e82ea0f87986
    namespace: kserve-ci-e2e-test
    resourceVersion: "18546"
    uid: d7aea7e7-a9dc-4f61-9b22-023026719fc6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d67b90-predictor-746794b559-zjshw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18535"
    uid: 0bc5d3d7-7e42-4b9d-b345-945560f025df
  kind: Event
  lastTimestamp: "2026-04-16T17:59:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:59:57Z"
    name: isvc-secondary-d67b90-predictor-746794b559-zjshw.18a6e82ea244d489
    namespace: kserve-ci-e2e-test
    resourceVersion: "18611"
    uid: 6f702c8a-4b44-48d3-8c15-f4168aa79cdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d67b90-predictor-746794b559-zjshw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18535"
    uid: 0bc5d3d7-7e42-4b9d-b345-945560f025df
  kind: Event
  lastTimestamp: "2026-04-16T17:59:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:59:57Z"
    name: isvc-secondary-d67b90-predictor-746794b559-zjshw.18a6e82ea582da39
    namespace: kserve-ci-e2e-test
    resourceVersion: "18614"
    uid: b6fbadbb-d2c9-46f9-858e-3c89b0253b51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d67b90-predictor-746794b559-zjshw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18535"
    uid: 0bc5d3d7-7e42-4b9d-b345-945560f025df
  kind: Event
  lastTimestamp: "2026-04-16T17:59:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:59:57Z"
    name: isvc-secondary-d67b90-predictor-746794b559-zjshw.18a6e82ea5fae3d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: b65d7c37-62fb-4c42-a6ef-d81775c8b525
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d67b90-predictor-746794b559-zjshw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18535"
    uid: 0bc5d3d7-7e42-4b9d-b345-945560f025df
  kind: Event
  lastTimestamp: "2026-04-16T18:00:01Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-d67b90-predictor-746794b559-zjshw_kserve-ci-e2e-test(0bc5d3d7-7e42-4b9d-b345-945560f025df)
  metadata:
    creationTimestamp: "2026-04-16T18:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:00:01Z"
    name: isvc-secondary-d67b90-predictor-746794b559-zjshw.18a6e83166dfdaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: d549186c-e7fe-4e26-9e87-368e398b1931
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:59:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-d67b90-predictor-746794b559
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: b9903103-c86f-4233-b100-a4695822b745
  kind: Event
  lastTimestamp: "2026-04-16T17:59:49Z"
  message: 'Created pod: isvc-secondary-d67b90-predictor-746794b559-zjshw'
  metadata:
    creationTimestamp: "2026-04-16T17:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:59:49Z"
    name: isvc-secondary-d67b90-predictor-746794b559.18a6e82e7afe1059
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: 3fb84dec-70ef-4654-8602-ae944ff60d36
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:59:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-d67b90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18520"
    uid: a5534a00-68a0-40e8-b570-8733136d437b
  kind: Event
  lastTimestamp: "2026-04-16T17:59:49Z"
  message: Scaled up replica set isvc-secondary-d67b90-predictor-746794b559 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T17:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:59:49Z"
    name: isvc-secondary-d67b90-predictor.18a6e82e783f9d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18523"
    uid: 519f4b5b-693a-470b-9e72-249822fc5b5b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d67b90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18521"
    uid: 5ee6c38e-5109-4283-8204-1693b1f1575a
  kind: Event
  lastTimestamp: "2026-04-16T18:00:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:00:04Z"
    name: isvc-secondary-d67b90-predictor.18a6e831f6d5be46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18673"
    uid: 05fd632f-4dd6-4776-bbcd-ade108379db8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d67b90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18521"
    uid: 5ee6c38e-5109-4283-8204-1693b1f1575a
  kind: Event
  lastTimestamp: "2026-04-16T18:00:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:00:04Z"
    name: isvc-secondary-d67b90-predictor.18a6e831f73695c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 0cdccdf5-67c8-4af9-a38c-056d2734d544
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T17:59:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d67b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "18512"
    uid: 2ae682d2-3a25-4948-a0fd-4fba1d7d9b33
  kind: Event
  lastTimestamp: "2026-04-16T18:00:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:00:04Z"
    name: isvc-secondary-d67b90.18a6e82e784a2cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: 6cde9a05-ee41-46ea-81d8-1c101c492b7e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:59:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d67b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "18512"
    uid: 2ae682d2-3a25-4948-a0fd-4fba1d7d9b33
  kind: Event
  lastTimestamp: "2026-04-16T17:59:49Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-d67b90":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-d67b90":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:59:49Z"
    name: isvc-secondary-d67b90.18a6e82e78bd0440
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: e7c3f242-3caa-4e6d-9969-62fabbebd9e4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:59:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d67b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "18512"
    uid: 2ae682d2-3a25-4948-a0fd-4fba1d7d9b33
  kind: Event
  lastTimestamp: "2026-04-16T17:59:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-d67b90": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:59:49Z"
    name: isvc-secondary-d67b90.18a6e82e78bd50c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 55365bee-8812-4c11-be04-375e43aedae6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:51:43.291169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: a74de01c-8be7-4cce-a0af-db2cc3990065
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl.18a6e7bd4e352012
    namespace: kserve-ci-e2e-test
    resourceVersion: "14249"
    uid: fed98d5d-80b1-4283-8fc1-9a7aacd3f8e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14259"
    uid: a74de01c-8be7-4cce-a0af-db2cc3990065
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl.18a6e7bd679e7cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14287"
    uid: 49d7723f-d4be-4440-8b9f-f6596a7196d6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14243"
    uid: a74de01c-8be7-4cce-a0af-db2cc3990065
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl.18a6e7bd68ea5ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14289"
    uid: 99f32773-fc69-47b9-b580-4318ad35cecb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14243"
    uid: a74de01c-8be7-4cce-a0af-db2cc3990065
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl.18a6e7bd6bf079fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14292"
    uid: 47557648-be16-4bbc-867b-35b0e86e062d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14243"
    uid: a74de01c-8be7-4cce-a0af-db2cc3990065
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl.18a6e7bd6c758ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14293"
    uid: ea06a67c-97de-4d2d-9c53-acff9f75ab5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14243"
    uid: a74de01c-8be7-4cce-a0af-db2cc3990065
  kind: Event
  lastTimestamp: "2026-04-16T17:51:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1426"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:51:48Z"
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl.18a6e7be6e92a6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 219f9f3b-0016-4bd5-815c-b31be7c418af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14243"
    uid: a74de01c-8be7-4cce-a0af-db2cc3990065
  kind: Event
  lastTimestamp: "2026-04-16T17:51:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:51:48Z"
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl.18a6e7be72435e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14349"
    uid: a29ceabe-7721-468a-858f-e35c2db0f74f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14243"
    uid: a74de01c-8be7-4cce-a0af-db2cc3990065
  kind: Event
  lastTimestamp: "2026-04-16T17:51:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:51:48Z"
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl.18a6e7be72b7116a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14350"
    uid: d4a85289-1327-421b-9bd4-639508112535
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14243"
    uid: a74de01c-8be7-4cce-a0af-db2cc3990065
  kind: Event
  lastTimestamp: "2026-04-16T17:52:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:52:50Z"
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl.18a6e7beaac18a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "14825"
    uid: adb7ca3f-45b2-4bf9-a648-9496b858d28e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14243"
    uid: a74de01c-8be7-4cce-a0af-db2cc3990065
  kind: Event
  lastTimestamp: "2026-04-16T17:53:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:23Z"
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl.18a6e7d4a2448d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15179"
    uid: 9caf5e5e-2915-4841-99da-6a546b343af9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14226"
    uid: 7581c351-e861-464c-ae1e-792c580649dd
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: 'Created pod: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7-dzvrl'
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7.18a6e7bd4dd7a492
    namespace: kserve-ci-e2e-test
    resourceVersion: "14245"
    uid: ed827ec6-7c22-4bbc-85cd-f77251eb2cae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-6c064-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: 46368fb8-7cf5-41c0-afec-2f13c887cd03
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-6c064-predictor-78b76f88f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-sklearn-graph-raw-6c064-predictor.18a6e7bd49d77293
    namespace: kserve-ci-e2e-test
    resourceVersion: "14228"
    uid: 2fcff3b1-8fcc-49ad-be71-bfafcc212fd1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-6c064-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14225"
    uid: f25684dd-a78d-4f40-9813-a61c0afd28fd
  kind: Event
  lastTimestamp: "2026-04-16T17:52:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:52:28Z"
    name: isvc-sklearn-graph-raw-6c064-predictor.18a6e7c0c85c43dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: ab8ae596-852c-4aaf-9e7d-f88b0000d351
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-6c064-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14225"
    uid: f25684dd-a78d-4f40-9813-a61c0afd28fd
  kind: Event
  lastTimestamp: "2026-04-16T17:52:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:52:28Z"
    name: isvc-sklearn-graph-raw-6c064-predictor.18a6e7c0c8c1844f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: 66a0d204-5e32-4b6c-958f-3d8782c097d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:52:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-6c064-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: f25684dd-a78d-4f40-9813-a61c0afd28fd
  kind: Event
  lastTimestamp: "2026-04-16T17:53:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:13Z"
    name: isvc-sklearn-graph-raw-6c064-predictor.18a6e7cb45f22bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 5a586c14-58b5-4b0e-a06e-e29ad0608aaf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:52:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-6c064-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: f25684dd-a78d-4f40-9813-a61c0afd28fd
  kind: Event
  lastTimestamp: "2026-04-16T17:53:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:13Z"
    name: isvc-sklearn-graph-raw-6c064-predictor.18a6e7cb465a643c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 46807d63-1744-4dee-86a9-4085294c7890
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-6c064
    namespace: kserve-ci-e2e-test
    resourceVersion: "14197"
    uid: 7d5fc783-73c0-44cb-ae3b-03b9081951d3
  kind: Event
  lastTimestamp: "2026-04-16T17:53:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:53:00Z"
    name: isvc-sklearn-graph-raw-6c064.18a6e7bd49b512e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: da77debe-4585-42e9-acb8-9c43097a234c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-6c064
    namespace: kserve-ci-e2e-test
    resourceVersion: "14197"
    uid: 7d5fc783-73c0-44cb-ae3b-03b9081951d3
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-6c064":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-6c064":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-sklearn-graph-raw-6c064.18a6e7bd4a438ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14230"
    uid: 24491789-f685-4f2a-81f8-565cdcc37c3c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-6c064
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: 7d5fc783-73c0-44cb-ae3b-03b9081951d3
  kind: Event
  lastTimestamp: "2026-04-16T17:53:00Z"
  message: InferenceService [isvc-sklearn-graph-raw-6c064] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:53:00Z"
    name: isvc-sklearn-graph-raw-6c064.18a6e7cf36ec3768
    namespace: kserve-ci-e2e-test
    resourceVersion: "14908"
    uid: a786d88f-e235-42d8-aa9a-e320da2bb3af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:53:23.543504Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15188"
    uid: c4607e26-c460-4a4d-a12c-153a1cd3c7ad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:53:23Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6.18a6e7d4a5b64d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 4bb96ab1-dfcf-4978-a93f-51ef14341cce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15204"
    uid: c4607e26-c460-4a4d-a12c-153a1cd3c7ad
  kind: Event
  lastTimestamp: "2026-04-16T17:53:23Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:53:23Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6.18a6e7d4beffacf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: fa1ad5e3-531a-49b5-a548-b19f1a4a0446
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: c4607e26-c460-4a4d-a12c-153a1cd3c7ad
  kind: Event
  lastTimestamp: "2026-04-16T17:53:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:23Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6.18a6e7d4c06f4c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "15254"
    uid: ec5583d6-0cef-45b7-9eff-0a3b0da3a81f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: c4607e26-c460-4a4d-a12c-153a1cd3c7ad
  kind: Event
  lastTimestamp: "2026-04-16T17:53:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:24Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6.18a6e7d4c43de9d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15257"
    uid: 6ec4ed9b-3406-4807-8a0e-d8abf4e7f6be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: c4607e26-c460-4a4d-a12c-153a1cd3c7ad
  kind: Event
  lastTimestamp: "2026-04-16T17:53:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:24Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6.18a6e7d4c4f0c04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15259"
    uid: 315b8973-9b90-4182-86f7-df7b83d855ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: c4607e26-c460-4a4d-a12c-153a1cd3c7ad
  kind: Event
  lastTimestamp: "2026-04-16T17:53:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1426"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:28Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6.18a6e7d5cd60e109
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 0217dad6-b43f-40ea-b3ec-50a5f4fc3d19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: c4607e26-c460-4a4d-a12c-153a1cd3c7ad
  kind: Event
  lastTimestamp: "2026-04-16T17:53:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:28Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6.18a6e7d5d187f611
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: 802b212a-f2bb-47d4-9d87-ce4511cc77e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: c4607e26-c460-4a4d-a12c-153a1cd3c7ad
  kind: Event
  lastTimestamp: "2026-04-16T17:53:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:28Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6.18a6e7d5d1fbd579
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: 04f95248-9925-4925-8998-d09b7c68ac23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: c4607e26-c460-4a4d-a12c-153a1cd3c7ad
  kind: Event
  lastTimestamp: "2026-04-16T17:54:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:54:20Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6.18a6e7d6097c4720
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: 4a2f02a6-a8f3-41ce-9d13-7670eb0e9c9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: c4607e26-c460-4a4d-a12c-153a1cd3c7ad
  kind: Event
  lastTimestamp: "2026-04-16T17:54:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:54:53Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6.18a6e7e9a69fdf0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: aed5089c-9912-4921-8ea8-cbe8407e9afa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 8095831a-283e-4bb1-b26d-cdb4f7955923
  kind: Event
  lastTimestamp: "2026-04-16T17:53:23Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc-b5rt6'
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:23Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc.18a6e7d4a53fbe72
    namespace: kserve-ci-e2e-test
    resourceVersion: "15192"
    uid: d37315bf-f025-40c3-aab2-e12e476e95c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: f39b848a-448d-44f7-b613-d36a17b556c7
  kind: Event
  lastTimestamp: "2026-04-16T17:53:23Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-e4bae-predictor-ddcdfbccc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:23Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor.18a6e7d4a1045666
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: 778cbac4-392d-4f48-bedd-1aee954483e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15162"
    uid: 6ce6b05e-99c6-4fd8-8d81-59f2cf490665
  kind: Event
  lastTimestamp: "2026-04-16T17:53:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:38Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor.18a6e7d81ff8d882
    namespace: kserve-ci-e2e-test
    resourceVersion: "15400"
    uid: 9eed51c0-a014-4210-af7d-88b17f37ac1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15162"
    uid: 6ce6b05e-99c6-4fd8-8d81-59f2cf490665
  kind: Event
  lastTimestamp: "2026-04-16T17:53:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:38Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor.18a6e7d8205530e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: fb4e3350-3ee0-4a84-a12e-8f5b39f899a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15401"
    uid: 6ce6b05e-99c6-4fd8-8d81-59f2cf490665
  kind: Event
  lastTimestamp: "2026-04-16T17:54:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:54:53Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor.18a6e7db9f130d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 9c6e7c9e-fa28-42c9-a1f7-c0c7e55e14a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15401"
    uid: 6ce6b05e-99c6-4fd8-8d81-59f2cf490665
  kind: Event
  lastTimestamp: "2026-04-16T17:54:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:54:53Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae-predictor.18a6e7db9f7f9ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: 4a638a10-4848-4e3f-a593-b72c6ce78bbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e4bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: a52e0d69-117f-4d28-98ed-a4df19a2bc03
  kind: Event
  lastTimestamp: "2026-04-16T17:54:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:54:30Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae.18a6e7d4a10f3f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "15804"
    uid: 0d3d22b5-0b84-4e84-9c7e-11f20a497470
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e4bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: a52e0d69-117f-4d28-98ed-a4df19a2bc03
  kind: Event
  lastTimestamp: "2026-04-16T17:53:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-e4bae":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-e4bae":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:53:23Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae.18a6e7d4a1d30e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15177"
    uid: 0de86588-3d02-4c10-8c81-b369ea152529
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e4bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: a52e0d69-117f-4d28-98ed-a4df19a2bc03
  kind: Event
  lastTimestamp: "2026-04-16T17:54:30Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-e4bae] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:54:30Z"
    name: isvc-sklearn-graph-raw-hpa-e4bae.18a6e7e444562ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: a0b43147-4bb8-4335-8dcd-6e42e04a7afb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:56:19.023911Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16863"
    uid: ca06b770-0beb-4fca-ae0e-a6113065dbdd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:56:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:56:19Z"
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7.18a6e7fd8128d344
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: 7698e311-bc0f-429e-b0a7-669540c5fcf4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: ca06b770-0beb-4fca-ae0e-a6113065dbdd
  kind: Event
  lastTimestamp: "2026-04-16T17:56:19Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:56:19Z"
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7.18a6e7fd9af75f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: 45c1cd70-ba60-4298-bf96-4cd1b488ad93
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: ca06b770-0beb-4fca-ae0e-a6113065dbdd
  kind: Event
  lastTimestamp: "2026-04-16T17:56:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:56:19Z"
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7.18a6e7fd9c4b05c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16905"
    uid: f9603d45-4101-4780-9ede-57eb2e151b99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: ca06b770-0beb-4fca-ae0e-a6113065dbdd
  kind: Event
  lastTimestamp: "2026-04-16T17:56:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:56:19Z"
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7.18a6e7fd9f646cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16908"
    uid: d5771194-b498-4a0c-9ac6-b6380563580e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: ca06b770-0beb-4fca-ae0e-a6113065dbdd
  kind: Event
  lastTimestamp: "2026-04-16T17:56:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:56:19Z"
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7.18a6e7fd9fd0bd79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: 15c1e54d-0a73-4577-a243-98377777a2a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: ca06b770-0beb-4fca-ae0e-a6113065dbdd
  kind: Event
  lastTimestamp: "2026-04-16T17:56:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1426"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:56:24Z"
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7.18a6e7feb2471111
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: 4a34ceca-4d7e-4dba-98e8-5f6c9f1dcf59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: ca06b770-0beb-4fca-ae0e-a6113065dbdd
  kind: Event
  lastTimestamp: "2026-04-16T17:56:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:56:24Z"
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7.18a6e7feb68c7409
    namespace: kserve-ci-e2e-test
    resourceVersion: "16955"
    uid: e36126a0-f277-4fe1-8bf2-b75baf477b86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: ca06b770-0beb-4fca-ae0e-a6113065dbdd
  kind: Event
  lastTimestamp: "2026-04-16T17:56:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:56:24Z"
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7.18a6e7feb6f8d55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: c3384b4d-9e0d-42a4-9835-f9cff35625db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: ca06b770-0beb-4fca-ae0e-a6113065dbdd
  kind: Event
  lastTimestamp: "2026-04-16T17:58:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:58:43Z"
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7.18a6e7feee2823b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18016"
    uid: 00d9fb59-137b-4357-9092-ed9d0ee3e966
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: ca06b770-0beb-4fca-ae0e-a6113065dbdd
  kind: Event
  lastTimestamp: "2026-04-16T17:58:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:58:39Z"
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7.18a6e81e2457a60e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17955"
    uid: 4667f789-e6e2-4be1-81ff-c93a16b350ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: 4137ae04-019e-4ce5-9af4-cdac1743c258
  kind: Event
  lastTimestamp: "2026-04-16T17:56:19Z"
  message: 'Created pod: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7-nvpp7'
  metadata:
    creationTimestamp: "2026-04-16T17:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:56:19Z"
    name: isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7.18a6e7fd80b7ff03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16865"
    uid: 8e9ac0d6-62ff-4702-b7ef-52558035344b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-b6832-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16840"
    uid: 23a13b79-fba5-41ff-a27a-2c0e8310da5b
  kind: Event
  lastTimestamp: "2026-04-16T17:56:18Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-b6832-predictor-766d4cf5b7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:56:18Z"
    name: isvc-sklearn-scale-raw-b6832-predictor.18a6e7fd7e4f2491
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: 832ff6bb-a2f3-4e23-92ac-2c21b7924432
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b6832-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 2e1e32ac-d9a3-430d-8e27-b602929da40b
  kind: Event
  lastTimestamp: "2026-04-16T17:57:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:57:04Z"
    name: isvc-sklearn-scale-raw-b6832-predictor.18a6e800fcbb396f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: 6784cd75-c881-403b-8aeb-066824f0e82e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b6832-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 2e1e32ac-d9a3-430d-8e27-b602929da40b
  kind: Event
  lastTimestamp: "2026-04-16T17:57:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:57:04Z"
    name: isvc-sklearn-scale-raw-b6832-predictor.18a6e800fd1fb4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17252"
    uid: 0d35e159-24e0-4fb4-b4d2-0af3171f06b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:57:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b6832-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 2e1e32ac-d9a3-430d-8e27-b602929da40b
  kind: Event
  lastTimestamp: "2026-04-16T17:58:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:58:34Z"
    name: isvc-sklearn-scale-raw-b6832-predictor.18a6e80b7a257b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17892"
    uid: f0dc9e07-7916-48df-97f9-937a29f36368
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:57:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b6832-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 2e1e32ac-d9a3-430d-8e27-b602929da40b
  kind: Event
  lastTimestamp: "2026-04-16T17:58:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:58:34Z"
    name: isvc-sklearn-scale-raw-b6832-predictor.18a6e80b7a8f40e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17893"
    uid: 83469e09-2989-49cb-86e5-0163393c994b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-b6832
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: 99fb8b37-e97f-4808-9cd8-a43cd268b5f6
  kind: Event
  lastTimestamp: "2026-04-16T17:58:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:58:33Z"
    name: isvc-sklearn-scale-raw-b6832.18a6e7fd7e2390a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17882"
    uid: 94838aea-2df8-4073-9c40-626e2642c966
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-b6832
    namespace: kserve-ci-e2e-test
    resourceVersion: "16851"
    uid: 99fb8b37-e97f-4808-9cd8-a43cd268b5f6
  kind: Event
  lastTimestamp: "2026-04-16T17:56:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-b6832":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-b6832":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:56:19Z"
    name: isvc-sklearn-scale-raw-b6832.18a6e7fd8163d96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16875"
    uid: 0664ff9b-f3e0-4415-b9bf-6456129ae857
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:58:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-b6832
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: 99fb8b37-e97f-4808-9cd8-a43cd268b5f6
  kind: Event
  lastTimestamp: "2026-04-16T17:58:33Z"
  message: InferenceService [isvc-sklearn-scale-raw-b6832] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:58:33Z"
    name: isvc-sklearn-scale-raw-b6832.18a6e81cb925c549
    namespace: kserve-ci-e2e-test
    resourceVersion: "17881"
    uid: 7102f936-175b-4b50-8b5c-927ddf86bfa3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:51:43.350222Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14263"
    uid: 1f437258-b4d8-4dc4-9dd5-2a68d4b0af64
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2.18a6e7bd51ba2555
    namespace: kserve-ci-e2e-test
    resourceVersion: "14271"
    uid: 9f31837f-0222-432c-b4a8-2233ad648047
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14277"
    uid: 1f437258-b4d8-4dc4-9dd5-2a68d4b0af64
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2.18a6e7bd6b036742
    namespace: kserve-ci-e2e-test
    resourceVersion: "14290"
    uid: 904960de-6a9d-495f-88a3-7b5becab912e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14267"
    uid: 1f437258-b4d8-4dc4-9dd5-2a68d4b0af64
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2.18a6e7bd6c99076e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14294"
    uid: 8a7c458b-f5ce-499d-9576-ed0d2109d710
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14267"
    uid: 1f437258-b4d8-4dc4-9dd5-2a68d4b0af64
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2.18a6e7bd6f7404ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "14295"
    uid: 8b894690-db9c-4347-a74d-7ea986e99d71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14267"
    uid: 1f437258-b4d8-4dc4-9dd5-2a68d4b0af64
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2.18a6e7bd6fe41556
    namespace: kserve-ci-e2e-test
    resourceVersion: "14296"
    uid: bb243817-b9cf-4c46-8922-0e038b33eea6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14267"
    uid: 1f437258-b4d8-4dc4-9dd5-2a68d4b0af64
  kind: Event
  lastTimestamp: "2026-04-16T17:51:48Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:51:48Z"
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2.18a6e7be6ebfc86e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14344"
    uid: 7db410b4-3e39-4279-84d2-a6095ad424c6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14267"
    uid: 1f437258-b4d8-4dc4-9dd5-2a68d4b0af64
  kind: Event
  lastTimestamp: "2026-04-16T17:52:06Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.197s (18.197s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:52:06Z"
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2.18a6e7c2ab68566d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14494"
    uid: ad9716b4-5cbf-4634-97d8-9faebd21358b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14267"
    uid: 1f437258-b4d8-4dc4-9dd5-2a68d4b0af64
  kind: Event
  lastTimestamp: "2026-04-16T17:52:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:52:06Z"
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2.18a6e7c2ae53a62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14496"
    uid: 347ca560-f1c7-4798-99e4-97d0fcfe12ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14267"
    uid: 1f437258-b4d8-4dc4-9dd5-2a68d4b0af64
  kind: Event
  lastTimestamp: "2026-04-16T17:52:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:52:06Z"
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2.18a6e7c2aeafe28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14498"
    uid: da7ea309-9968-47b4-a8c7-ab71473236bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14267"
    uid: 1f437258-b4d8-4dc4-9dd5-2a68d4b0af64
  kind: Event
  lastTimestamp: "2026-04-16T17:52:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:52:58Z"
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2.18a6e7c2dff2a01a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: 4cc1dd28-a214-491b-8876-4df8cb64e7e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14267"
    uid: 1f437258-b4d8-4dc4-9dd5-2a68d4b0af64
  kind: Event
  lastTimestamp: "2026-04-16T17:53:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:23Z"
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2.18a6e7d4aad9cb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: b1e043bd-1082-46a7-ba5d-73c33c94e320
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "14246"
    uid: 43bbae60-ad72-46e6-8191-f4cc8f93c917
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: 'Created pod: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79-z8fh2'
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79.18a6e7bd511d15fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: 1e77ad3f-9709-49a6-876e-89104491e92d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-6c064-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14242"
    uid: 6aa95dbc-c1dd-4600-8bfc-b03a4c574e6c
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-6c064-predictor-69d59c9c79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-xgboost-graph-raw-6c064-predictor.18a6e7bd4e6a8096
    namespace: kserve-ci-e2e-test
    resourceVersion: "14250"
    uid: 5c03d7eb-3f18-4222-8b7d-9c0902d47f14
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-6c064-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14247"
    uid: dfe1f022-5dd9-4d7f-a004-b78054654fcc
  kind: Event
  lastTimestamp: "2026-04-16T17:52:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:52:43Z"
    name: isvc-xgboost-graph-raw-6c064-predictor.18a6e7c0cd0dad65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14775"
    uid: 9eb23415-a9e9-4221-a9e5-a8cbee703491
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-6c064-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14247"
    uid: dfe1f022-5dd9-4d7f-a004-b78054654fcc
  kind: Event
  lastTimestamp: "2026-04-16T17:52:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:52:43Z"
    name: isvc-xgboost-graph-raw-6c064-predictor.18a6e7c0cd6d2526
    namespace: kserve-ci-e2e-test
    resourceVersion: "14776"
    uid: 6d70f013-751e-44f9-a620-0e3dbbcac654
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:52:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-6c064-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14436"
    uid: dfe1f022-5dd9-4d7f-a004-b78054654fcc
  kind: Event
  lastTimestamp: "2026-04-16T17:53:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:13Z"
    name: isvc-xgboost-graph-raw-6c064-predictor.18a6e7cec8221440
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: 33b1428f-07cd-44ba-be61-881f4cd520bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:52:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-6c064-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14436"
    uid: dfe1f022-5dd9-4d7f-a004-b78054654fcc
  kind: Event
  lastTimestamp: "2026-04-16T17:53:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:13Z"
    name: isvc-xgboost-graph-raw-6c064-predictor.18a6e7cec8803a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 4f20a0d6-17d0-4c7f-8bdc-9cd9c4bac1ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-6c064
    namespace: kserve-ci-e2e-test
    resourceVersion: "14232"
    uid: 2ef0a4dc-1617-42f9-bd36-cacea806f0d4
  kind: Event
  lastTimestamp: "2026-04-16T17:53:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:53:08Z"
    name: isvc-xgboost-graph-raw-6c064.18a6e7bd4e6af5eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14971"
    uid: b43475a3-ff76-45c3-b358-9ea76802d777
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:51:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-6c064
    namespace: kserve-ci-e2e-test
    resourceVersion: "14232"
    uid: 2ef0a4dc-1617-42f9-bd36-cacea806f0d4
  kind: Event
  lastTimestamp: "2026-04-16T17:51:43Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-6c064":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-6c064":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:51:43Z"
    name: isvc-xgboost-graph-raw-6c064.18a6e7bd4f0676e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14257"
    uid: 417e5a24-3a0e-411b-a11a-6c3a9fd74513
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-6c064
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: 2ef0a4dc-1617-42f9-bd36-cacea806f0d4
  kind: Event
  lastTimestamp: "2026-04-16T17:53:08Z"
  message: InferenceService [isvc-xgboost-graph-raw-6c064] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:53:08Z"
    name: isvc-xgboost-graph-raw-6c064.18a6e7d11805e467
    namespace: kserve-ci-e2e-test
    resourceVersion: "14970"
    uid: a7ead1f2-d361-4050-acc0-44502b2072b6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:53:23.606068Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: 58f1a8e0-7d1f-43cb-80a9-c619abf538a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:53:23Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8.18a6e7d4a970f18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15227"
    uid: 0a015ac0-ce9c-467e-8c50-8990bf5d8c39
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 58f1a8e0-7d1f-43cb-80a9-c619abf538a5
  kind: Event
  lastTimestamp: "2026-04-16T17:53:24Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:53:24Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8.18a6e7d4c323e1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15255"
    uid: 5066dffc-b271-4698-8889-4c7dc2d32e7e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: 58f1a8e0-7d1f-43cb-80a9-c619abf538a5
  kind: Event
  lastTimestamp: "2026-04-16T17:53:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:24Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8.18a6e7d4c45b0844
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: d22ea7ff-f30f-4787-9d3f-109c1ce85a42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: 58f1a8e0-7d1f-43cb-80a9-c619abf538a5
  kind: Event
  lastTimestamp: "2026-04-16T17:53:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:24Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8.18a6e7d4c87ce7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: 9f0393fd-72b8-403d-9d08-bab961cccfd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: 58f1a8e0-7d1f-43cb-80a9-c619abf538a5
  kind: Event
  lastTimestamp: "2026-04-16T17:53:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:24Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8.18a6e7d4c8eac856
    namespace: kserve-ci-e2e-test
    resourceVersion: "15261"
    uid: ee7a590d-fdc6-461c-9c05-8705c92000f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: 58f1a8e0-7d1f-43cb-80a9-c619abf538a5
  kind: Event
  lastTimestamp: "2026-04-16T17:53:28Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:28Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8.18a6e7d5cd791d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: f87d9bec-03a5-4ae0-8c06-efdffb4b1ce6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: 58f1a8e0-7d1f-43cb-80a9-c619abf538a5
  kind: Event
  lastTimestamp: "2026-04-16T17:53:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:28Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8.18a6e7d5d192c561
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: 4f0d3b99-6d06-45e5-8efc-88fbebd8a783
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: 58f1a8e0-7d1f-43cb-80a9-c619abf538a5
  kind: Event
  lastTimestamp: "2026-04-16T17:53:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:28Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8.18a6e7d5d2088595
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: fe41709d-fe7f-4dff-804a-3ccc3c7d3b89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: 58f1a8e0-7d1f-43cb-80a9-c619abf538a5
  kind: Event
  lastTimestamp: "2026-04-16T17:54:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:54:20Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8.18a6e7d6099113d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15714"
    uid: 3b2648f4-2ed0-4409-ab8d-5b78ef86016f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: 58f1a8e0-7d1f-43cb-80a9-c619abf538a5
  kind: Event
  lastTimestamp: "2026-04-16T17:54:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:54:53Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8.18a6e7e9a34271ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 423abb1b-a969-47b6-a9fd-a1cc1c016949
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15195"
    uid: 5157cc16-33a3-4341-84b7-5fa6d29c1a12
  kind: Event
  lastTimestamp: "2026-04-16T17:53:23Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55-trjk8'
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:23Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55.18a6e7d4a8d61ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15222"
    uid: 3b369020-17be-4bcb-831f-72bb99e2a507
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15191"
    uid: 032c086d-e43a-47df-aae7-32e79cf12418
  kind: Event
  lastTimestamp: "2026-04-16T17:53:23Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-e4bae-predictor-5c4695cf55
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:23Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor.18a6e7d4a5f8d6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15198"
    uid: 988b2e7f-c034-4f18-af66-b1c93e3644a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15196"
    uid: 7a5aabe2-3409-4405-9a36-dcc237516cf4
  kind: Event
  lastTimestamp: "2026-04-16T17:53:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:38Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor.18a6e7d824a1ac4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: 00f8fbf6-c013-4f71-af98-47e8754dc0f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15196"
    uid: 7a5aabe2-3409-4405-9a36-dcc237516cf4
  kind: Event
  lastTimestamp: "2026-04-16T17:53:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:38Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor.18a6e7d825000958
    namespace: kserve-ci-e2e-test
    resourceVersion: "15405"
    uid: ee9695e3-2399-41a1-bd9d-691ef3f34945
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15404"
    uid: 7a5aabe2-3409-4405-9a36-dcc237516cf4
  kind: Event
  lastTimestamp: "2026-04-16T17:54:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:54:53Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor.18a6e7dba3afe6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: aba7647c-4556-492f-bfef-34bfa41a8bbb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15404"
    uid: 7a5aabe2-3409-4405-9a36-dcc237516cf4
  kind: Event
  lastTimestamp: "2026-04-16T17:54:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:54:53Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae-predictor.18a6e7dba413f896
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 79027935-b4dd-4d44-83cb-f0360e3a1b99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-e4bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15183"
    uid: 08d4ed4e-682f-4aad-8f7e-288dcd48b14a
  kind: Event
  lastTimestamp: "2026-04-16T17:54:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:54:30Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae.18a6e7d4a5f496b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15803"
    uid: 477482ee-b476-4fcf-9744-109d42eb5028
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-e4bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: 08d4ed4e-682f-4aad-8f7e-288dcd48b14a
  kind: Event
  lastTimestamp: "2026-04-16T17:54:30Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-e4bae] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:54:30Z"
    name: isvc-xgboost-graph-raw-hpa-e4bae.18a6e7e44252e9b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: 8e4ff9f8-d4a0-4da7-a103-a24c5ffd3f18
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:54:53.774922Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: f79572e2-caf7-404a-ab2d-5a9bad337d6e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:54:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:54:53Z"
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh.18a6e7e9a7ec7cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: bfee4572-26ce-4166-8f9c-c009c6c5776a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: f79572e2-caf7-404a-ab2d-5a9bad337d6e
  kind: Event
  lastTimestamp: "2026-04-16T17:54:53Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:54:53Z"
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh.18a6e7e9af516c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: 9327266c-5c87-428c-9001-03bb06274448
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: f79572e2-caf7-404a-ab2d-5a9bad337d6e
  kind: Event
  lastTimestamp: "2026-04-16T17:54:53Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T17:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:54:53Z"
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh.18a6e7e9b0f1acc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 2e81a1b5-a701-426b-b8e8-47c93a8a6415
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: f79572e2-caf7-404a-ab2d-5a9bad337d6e
  kind: Event
  lastTimestamp: "2026-04-16T17:54:54Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.042s (1.043s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:54:54Z"
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh.18a6e7e9ef1cf02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: b072c494-821b-4b5f-bdda-e763b40f3c57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: f79572e2-caf7-404a-ab2d-5a9bad337d6e
  kind: Event
  lastTimestamp: "2026-04-16T17:54:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:54:55Z"
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh.18a6e7e9f6ecc7b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: 6ba154e6-1332-4ec9-b861-38924f88b579
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: f79572e2-caf7-404a-ab2d-5a9bad337d6e
  kind: Event
  lastTimestamp: "2026-04-16T17:54:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:54:55Z"
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh.18a6e7e9f7618054
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: 05dcd7e3-cc6a-4197-bd9c-14d2c9bd6614
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: f79572e2-caf7-404a-ab2d-5a9bad337d6e
  kind: Event
  lastTimestamp: "2026-04-16T17:56:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:56:19Z"
    name: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh.18a6e7fd87385e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: d87408cc-91f3-48ec-b38f-d14d232150ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-8600f-predictor-6d8f89894d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 72648db7-3d8c-4b4d-a2fe-02547d016c9b
  kind: Event
  lastTimestamp: "2026-04-16T17:54:53Z"
  message: 'Created pod: message-dumper-raw-8600f-predictor-6d8f89894d-tf7jh'
  metadata:
    creationTimestamp: "2026-04-16T17:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:54:53Z"
    name: message-dumper-raw-8600f-predictor-6d8f89894d.18a6e7e9a7872c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16086"
    uid: 2c200a9b-844d-41bf-97ab-626fef632f6c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-8600f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: 65e68ac7-8e5b-462d-bf15-c5bd25d3322b
  kind: Event
  lastTimestamp: "2026-04-16T17:54:53Z"
  message: Scaled up replica set message-dumper-raw-8600f-predictor-6d8f89894d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:54:53Z"
    name: message-dumper-raw-8600f-predictor.18a6e7e9a45e57f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: b244b2db-e790-4a31-aa55-ba4720e6fb22
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-8600f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: ed48a34d-bda5-4fda-8310-d6fac27ae55b
  kind: Event
  lastTimestamp: "2026-04-16T17:55:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:55:08Z"
    name: message-dumper-raw-8600f-predictor.18a6e7ed2369e98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: c8ed9ea3-9084-424f-8f8c-cb31043c1f7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-8600f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: ed48a34d-bda5-4fda-8310-d6fac27ae55b
  kind: Event
  lastTimestamp: "2026-04-16T17:55:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:55:08Z"
    name: message-dumper-raw-8600f-predictor.18a6e7ed23cdee7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: 265bc33b-7291-4373-996b-38c7a589135e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-8600f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: ed48a34d-bda5-4fda-8310-d6fac27ae55b
  kind: Event
  lastTimestamp: "2026-04-16T17:55:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:55:23Z"
    name: message-dumper-raw-8600f-predictor.18a6e7f0a291d094
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 12ca471a-cb16-4427-99be-f85fb35d5161
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:55:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-8600f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: ed48a34d-bda5-4fda-8310-d6fac27ae55b
  kind: Event
  lastTimestamp: "2026-04-16T17:55:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:55:23Z"
    name: message-dumper-raw-8600f-predictor.18a6e7f0a2f9120b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: a919c663-5125-46c2-b7fa-8d178cdbc83b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-8600f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: e21a07e1-b450-48b4-9f00-fd6fb2c51555
  kind: Event
  lastTimestamp: "2026-04-16T17:54:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:54:55Z"
    name: message-dumper-raw-8600f.18a6e7e9a480a45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16138"
    uid: d2ba1301-7371-4c74-9943-daca72ac13c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-8600f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16068"
    uid: e21a07e1-b450-48b4-9f00-fd6fb2c51555
  kind: Event
  lastTimestamp: "2026-04-16T17:54:53Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-8600f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-8600f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:54:53Z"
    name: message-dumper-raw-8600f.18a6e7e9a7bf3e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16089"
    uid: b5331e34-30e5-423f-bdb8-68d88317615b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-8600f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16136"
    uid: e21a07e1-b450-48b4-9f00-fd6fb2c51555
  kind: Event
  lastTimestamp: "2026-04-16T17:54:55Z"
  message: InferenceService [message-dumper-raw-8600f] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:54:55Z"
    name: message-dumper-raw-8600f.18a6e7ea2607bd8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16137"
    uid: b804a2f2-72e1-494c-831c-567a196a2594
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:53:13.314708Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5fce0b23-574e-44ac-85af-4977d4a860e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-6c064-5c4f4845b6-8wrbq
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:53:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:53:13Z"
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq.18a6e7d24407540d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15028"
    uid: 1e72cebb-2ab1-49bf-a7e3-9b2395353a10
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15034"
    uid: 5fce0b23-574e-44ac-85af-4977d4a860e8
  kind: Event
  lastTimestamp: "2026-04-16T17:53:13Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:53:13Z"
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq.18a6e7d25d0bcc57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 2df09781-b4de-408c-8012-b1e06dda458a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-6c064}
    kind: Pod
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: 5fce0b23-574e-44ac-85af-4977d4a860e8
  kind: Event
  lastTimestamp: "2026-04-16T17:53:13Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a"
  metadata:
    creationTimestamp: "2026-04-16T17:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:13Z"
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq.18a6e7d25e5ab3fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: 5edfb1a2-838e-4c81-acc1-fc8e4f9a63f3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-6c064}
    kind: Pod
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: 5fce0b23-574e-44ac-85af-4977d4a860e8
  kind: Event
  lastTimestamp: "2026-04-16T17:53:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a"
    in 1.943s (1.943s including waiting). Image size: 216233593 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:15Z"
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq.18a6e7d2d2386584
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: 4c182c30-d64a-4544-900d-ba41f945428e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-6c064}
    kind: Pod
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: 5fce0b23-574e-44ac-85af-4977d4a860e8
  kind: Event
  lastTimestamp: "2026-04-16T17:53:15Z"
  message: 'Created container: model-chainer-raw-6c064'
  metadata:
    creationTimestamp: "2026-04-16T17:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:15Z"
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq.18a6e7d2d5555899
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: d0f0e1be-d7ec-4dc5-9df8-f3ffade8b28f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-6c064}
    kind: Pod
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: 5fce0b23-574e-44ac-85af-4977d4a860e8
  kind: Event
  lastTimestamp: "2026-04-16T17:53:15Z"
  message: Started container model-chainer-raw-6c064
  metadata:
    creationTimestamp: "2026-04-16T17:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:15Z"
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq.18a6e7d2d5b54538
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: e9755954-ce1a-49e4-a0b1-fa395c479475
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-6c064}
    kind: Pod
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: 5fce0b23-574e-44ac-85af-4977d4a860e8
  kind: Event
  lastTimestamp: "2026-04-16T17:53:23Z"
  message: Stopping container model-chainer-raw-6c064
  metadata:
    creationTimestamp: "2026-04-16T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:23Z"
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq.18a6e7d49acea388
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 78d5dce1-90a7-4975-a611-3ffdb674c77f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-6c064}
    kind: Pod
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: 5fce0b23-574e-44ac-85af-4977d4a860e8
  kind: Event
  lastTimestamp: "2026-04-16T17:53:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T17:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:53:52Z"
    name: model-chainer-raw-6c064-5c4f4845b6-8wrbq.18a6e7d58f0df8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 50aee380-ebc1-4828-b6a5-25797d2d25ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-6c064-5c4f4845b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 67fbaca5-a913-474c-8967-59ae339bfc11
  kind: Event
  lastTimestamp: "2026-04-16T17:53:13Z"
  message: 'Created pod: model-chainer-raw-6c064-5c4f4845b6-8wrbq'
  metadata:
    creationTimestamp: "2026-04-16T17:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:13Z"
    name: model-chainer-raw-6c064-5c4f4845b6.18a6e7d243abec5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: aabb44b8-b34c-469e-a840-b8ea43ff9aac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-6c064
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: dffed66d-2bb8-4734-a3dc-60e721fbc51a
  kind: Event
  lastTimestamp: "2026-04-16T17:53:13Z"
  message: Scaled up replica set model-chainer-raw-6c064-5c4f4845b6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:53:13Z"
    name: model-chainer-raw-6c064.18a6e7d242d98c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 888256ad-68a2-4acb-b9fb-cefe5d2a5882
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-6c064
    namespace: kserve-ci-e2e-test
    resourceVersion: "15036"
    uid: 93b4dc15-860e-4b89-91c3-d1d685093093
  kind: Event
  lastTimestamp: "2026-04-16T17:53:13Z"
  message: InferenceGraph [model-chainer-raw-6c064] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:53:13Z"
    name: model-chainer-raw-6c064.18a6e7d246a82a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: eff2a1cd-2db8-470d-a4a2-fe05676a4ab7
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-6c064
    namespace: kserve-ci-e2e-test
    resourceVersion: "15011"
    uid: 93b4dc15-860e-4b89-91c3-d1d685093093
  kind: Event
  lastTimestamp: "2026-04-16T17:53:13Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-6c064":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-6c064":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:53:13Z"
    name: model-chainer-raw-6c064.18a6e7d248fae323
    namespace: kserve-ci-e2e-test
    resourceVersion: "15042"
    uid: 23c7ee5d-8bc7-4cb4-be82-18a784a9145f
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:53:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-6c064
    namespace: kserve-ci-e2e-test
    resourceVersion: "15011"
    uid: 93b4dc15-860e-4b89-91c3-d1d685093093
  kind: Event
  lastTimestamp: "2026-04-16T17:53:13Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-6c064": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:53:13Z"
    name: model-chainer-raw-6c064.18a6e7d248fb2764
    namespace: kserve-ci-e2e-test
    resourceVersion: "15043"
    uid: 59bf635f-ac41-4c24-a2e0-36601aa55680
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:54:43.580855Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15912"
    uid: d1acc5a3-813d-4ea3-b676-1f71b93cfcd2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq
    to ip-10-0-143-234.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:54:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:54:43Z"
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq.18a6e7e7484f6eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: ec661512-e64f-474e-8123-0397438398c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: d1acc5a3-813d-4ea3-b676-1f71b93cfcd2
  kind: Event
  lastTimestamp: "2026-04-16T17:54:43Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:54:43Z"
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq.18a6e7e7610956cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8c131da3-e248-447e-93ef-d7e636dc54cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e4bae}
    kind: Pod
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: d1acc5a3-813d-4ea3-b676-1f71b93cfcd2
  kind: Event
  lastTimestamp: "2026-04-16T17:54:44Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a"
  metadata:
    creationTimestamp: "2026-04-16T17:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:54:44Z"
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq.18a6e7e7627ab729
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: 5c5b509e-721d-4c7a-ab72-ac5fa912fd71
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e4bae}
    kind: Pod
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: d1acc5a3-813d-4ea3-b676-1f71b93cfcd2
  kind: Event
  lastTimestamp: "2026-04-16T17:54:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a"
    in 2.102s (2.102s including waiting). Image size: 216233593 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:54:46Z"
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq.18a6e7e7dfcb8d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: cf05d953-b754-4ef2-b3c6-4801274f054a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e4bae}
    kind: Pod
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: d1acc5a3-813d-4ea3-b676-1f71b93cfcd2
  kind: Event
  lastTimestamp: "2026-04-16T17:54:46Z"
  message: 'Created container: model-chainer-raw-hpa-e4bae'
  metadata:
    creationTimestamp: "2026-04-16T17:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:54:46Z"
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq.18a6e7e7e2ee52c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15952"
    uid: d6410028-c65e-4858-a567-b57e23e4e672
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e4bae}
    kind: Pod
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: d1acc5a3-813d-4ea3-b676-1f71b93cfcd2
  kind: Event
  lastTimestamp: "2026-04-16T17:54:46Z"
  message: Started container model-chainer-raw-hpa-e4bae
  metadata:
    creationTimestamp: "2026-04-16T17:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:54:46Z"
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq.18a6e7e7e363bd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15953"
    uid: e8af1b8a-32a9-4931-afb0-1d61a3dbd7a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e4bae}
    kind: Pod
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: d1acc5a3-813d-4ea3-b676-1f71b93cfcd2
  kind: Event
  lastTimestamp: "2026-04-16T17:54:53Z"
  message: Stopping container model-chainer-raw-hpa-e4bae
  metadata:
    creationTimestamp: "2026-04-16T17:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:54:53Z"
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq.18a6e7e99ee89ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: c81d2319-f9cb-4912-be7c-3629256e604b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e4bae}
    kind: Pod
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: d1acc5a3-813d-4ea3-b676-1f71b93cfcd2
  kind: Event
  lastTimestamp: "2026-04-16T17:55:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:55:22Z"
    name: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq.18a6e7ea84611fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: f829a6f1-2b2f-41c8-b234-abf3f0fa9016
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-e4bae-546dd95b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "15909"
    uid: 54d839ff-fd36-4443-8bab-09caa3df2118
  kind: Event
  lastTimestamp: "2026-04-16T17:54:43Z"
  message: 'Created pod: model-chainer-raw-hpa-e4bae-546dd95b78-2gpkq'
  metadata:
    creationTimestamp: "2026-04-16T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:54:43Z"
    name: model-chainer-raw-hpa-e4bae-546dd95b78.18a6e7e747bf0650
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: ca6dbd1a-dfec-42e7-af31-e31c7db1df16
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-e4bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 1d9c7f62-6b67-47ef-bbe6-30aea4f75940
  kind: Event
  lastTimestamp: "2026-04-16T17:54:43Z"
  message: Scaled up replica set model-chainer-raw-hpa-e4bae-546dd95b78 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:54:43Z"
    name: model-chainer-raw-hpa-e4bae.18a6e7e746a17ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: a2ea736d-2d61-41b8-9dad-5435a58d7395
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:54:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-e4bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: 615e763c-8b20-4a33-b7a5-f5d1e97bfdaa
  kind: Event
  lastTimestamp: "2026-04-16T17:54:43Z"
  message: InferenceGraph [model-chainer-raw-hpa-e4bae] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:54:43Z"
    name: model-chainer-raw-hpa-e4bae.18a6e7e74be73430
    namespace: kserve-ci-e2e-test
    resourceVersion: "15928"
    uid: de1ad8e8-9573-4031-becf-9f83f0242a01
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:00:19.678655Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18929"
    uid: f95ee321-a0f8-4022-80c5-5e74153f19bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-33f7f-predictor-8648f56f89-qnmqj
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:00:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:00:19Z"
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj.18a6e835894cca3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: ac6942bc-aaa6-471c-883d-f8b3d508db5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: f95ee321-a0f8-4022-80c5-5e74153f19bc
  kind: Event
  lastTimestamp: "2026-04-16T18:00:20Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:00:20Z"
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj.18a6e835a306e568
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: 966dd696-67b9-4ea0-99a3-e625d11201a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: f95ee321-a0f8-4022-80c5-5e74153f19bc
  kind: Event
  lastTimestamp: "2026-04-16T18:00:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:00:20Z"
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj.18a6e835a466976b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: a59d39a5-ea0a-4fa7-af71-7328faa1e508
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: f95ee321-a0f8-4022-80c5-5e74153f19bc
  kind: Event
  lastTimestamp: "2026-04-16T18:00:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:00:20Z"
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj.18a6e835a753bf50
    namespace: kserve-ci-e2e-test
    resourceVersion: "18956"
    uid: 2cf08999-ec1e-4699-b63d-ba7f4ff52958
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: f95ee321-a0f8-4022-80c5-5e74153f19bc
  kind: Event
  lastTimestamp: "2026-04-16T18:00:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:00:20Z"
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj.18a6e835a7cba592
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: c42707f3-9176-4f97-bfed-d9397c731ca6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: f95ee321-a0f8-4022-80c5-5e74153f19bc
  kind: Event
  lastTimestamp: "2026-04-16T18:00:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1426"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:00:25Z"
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj.18a6e836c7505fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: 6746e728-186e-47c0-9e57-ac29ee328421
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: f95ee321-a0f8-4022-80c5-5e74153f19bc
  kind: Event
  lastTimestamp: "2026-04-16T18:00:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:00:25Z"
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj.18a6e836cafbebe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19004"
    uid: 40a6ab89-c3a8-4e1e-a0cc-7a948d89f389
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: f95ee321-a0f8-4022-80c5-5e74153f19bc
  kind: Event
  lastTimestamp: "2026-04-16T18:00:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:00:25Z"
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj.18a6e836cb70c1aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19005"
    uid: c23992ce-4d05-431e-99d5-e416376363be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: f95ee321-a0f8-4022-80c5-5e74153f19bc
  kind: Event
  lastTimestamp: "2026-04-16T18:01:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:01:17Z"
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj.18a6e83703401776
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: 5d354f7b-a327-48d5-a089-0d500aa69bda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: f95ee321-a0f8-4022-80c5-5e74153f19bc
  kind: Event
  lastTimestamp: "2026-04-16T18:01:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:01:29Z"
    name: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj.18a6e845db17e84b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19494"
    uid: 32119596-db94-4eb4-981a-90fe1e5b277f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-33f7f-predictor-8648f56f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "18918"
    uid: ed42eb11-e037-4d0b-85ef-8f9ad3e7bb71
  kind: Event
  lastTimestamp: "2026-04-16T18:00:19Z"
  message: 'Created pod: raw-sklearn-33f7f-predictor-8648f56f89-qnmqj'
  metadata:
    creationTimestamp: "2026-04-16T18:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:00:19Z"
    name: raw-sklearn-33f7f-predictor-8648f56f89.18a6e83588dbda4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 13659c75-37f2-48f2-a1de-07fa0c6f4022
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-33f7f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18916"
    uid: 0cce98f4-8d50-4cc7-9400-e3b3924f07d9
  kind: Event
  lastTimestamp: "2026-04-16T18:00:19Z"
  message: Scaled up replica set raw-sklearn-33f7f-predictor-8648f56f89 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:00:19Z"
    name: raw-sklearn-33f7f-predictor.18a6e835860a983f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: a125307d-97ac-4ece-8021-56b7e72716a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-33f7f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: 5bd6fdec-b2e5-4706-9046-8c39968ba5c0
  kind: Event
  lastTimestamp: "2026-04-16T18:00:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:00:34Z"
    name: raw-sklearn-33f7f-predictor.18a6e83904a798c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19076"
    uid: 1b8f44c2-b1fe-4dd3-a04b-8cdc66f2c384
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-33f7f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: 5bd6fdec-b2e5-4706-9046-8c39968ba5c0
  kind: Event
  lastTimestamp: "2026-04-16T18:00:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:00:34Z"
    name: raw-sklearn-33f7f-predictor.18a6e83905079240
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: 2a1a7013-473a-47e4-b179-9d200f5da224
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-33f7f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: 5bd6fdec-b2e5-4706-9046-8c39968ba5c0
  kind: Event
  lastTimestamp: "2026-04-16T18:01:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:01:19Z"
    name: raw-sklearn-33f7f-predictor.18a6e83c8417102c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19389"
    uid: 35d00905-c164-4d87-b179-5539780df5b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-33f7f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: 5bd6fdec-b2e5-4706-9046-8c39968ba5c0
  kind: Event
  lastTimestamp: "2026-04-16T18:01:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:01:19Z"
    name: raw-sklearn-33f7f-predictor.18a6e83c847b2616
    namespace: kserve-ci-e2e-test
    resourceVersion: "19390"
    uid: c16ff3dd-3b76-4395-8159-80035087219f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-33f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: e42ab2ee-dfbe-4f36-9762-417844d84fe2
  kind: Event
  lastTimestamp: "2026-04-16T18:01:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:01:27Z"
    name: raw-sklearn-33f7f.18a6e83585ea74e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19448"
    uid: d5bc1e3e-a162-434d-b51c-e4ff13e6ec67
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:00:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-33f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: e42ab2ee-dfbe-4f36-9762-417844d84fe2
  kind: Event
  lastTimestamp: "2026-04-16T18:00:19Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-33f7f": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-33f7f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:00:19Z"
    name: raw-sklearn-33f7f.18a6e83586419ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18923"
    uid: 24d915a6-5a67-4441-9fff-ef490c968294
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-33f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19446"
    uid: e42ab2ee-dfbe-4f36-9762-417844d84fe2
  kind: Event
  lastTimestamp: "2026-04-16T18:01:27Z"
  message: InferenceService [raw-sklearn-33f7f] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:01:27Z"
    name: raw-sklearn-33f7f.18a6e8453b73fe77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19447"
    uid: 3ca9e9ec-9550-4400-ab30-5032e7c8eab8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:01:29.842880Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19510"
    uid: 801c0355-563e-435d-a227-c6f3857ac5b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz
    to ip-10-0-138-134.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:01:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:01:29Z"
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz.18a6e845df69f518
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: ee405c50-d974-4834-9111-dfa022a7f1d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68fbdc874b-445xf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: 801c0355-563e-435d-a227-c6f3857ac5b2
  kind: Event
  lastTimestamp: "2026-04-16T18:01:30Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:01:30Z"
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz.18a6e845f8e9ec54
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 635c2125-b6aa-4718-8b92-352a7b3255a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: 801c0355-563e-435d-a227-c6f3857ac5b2
  kind: Event
  lastTimestamp: "2026-04-16T18:01:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:01:30Z"
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz.18a6e845faf17679
    namespace: kserve-ci-e2e-test
    resourceVersion: "19528"
    uid: 474abec1-a80b-42b0-98bb-a9b5cd50126c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: 801c0355-563e-435d-a227-c6f3857ac5b2
  kind: Event
  lastTimestamp: "2026-04-16T18:01:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:01:30Z"
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz.18a6e845fddcb0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 8c1ee866-bac0-4015-aefa-e9755101c6c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: 801c0355-563e-435d-a227-c6f3857ac5b2
  kind: Event
  lastTimestamp: "2026-04-16T18:01:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:01:30Z"
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz.18a6e845fe55961c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: d653b0df-5513-4d02-95aa-883822f3aced
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: 801c0355-563e-435d-a227-c6f3857ac5b2
  kind: Event
  lastTimestamp: "2026-04-16T18:01:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1426"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:01:34Z"
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz.18a6e846e5dd3f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "19569"
    uid: c7a82915-ffde-490e-8594-b7d51d441df7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: 801c0355-563e-435d-a227-c6f3857ac5b2
  kind: Event
  lastTimestamp: "2026-04-16T18:01:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:01:34Z"
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz.18a6e846e901b945
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: d1545f05-a73b-42e3-a95b-9a5cfec4b885
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: 801c0355-563e-435d-a227-c6f3857ac5b2
  kind: Event
  lastTimestamp: "2026-04-16T18:01:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:01:34Z"
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz.18a6e846e96db902
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: dd87a702-785e-47d2-b28e-dd37c8e74889
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: 801c0355-563e-435d-a227-c6f3857ac5b2
  kind: Event
  lastTimestamp: "2026-04-16T18:02:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:02:26Z"
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz.18a6e84721dc2744
    namespace: kserve-ci-e2e-test
    resourceVersion: "19942"
    uid: 63ac941b-3ae6-4f0e-9462-db827f9ebc85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:02:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: 801c0355-563e-435d-a227-c6f3857ac5b2
  kind: Event
  lastTimestamp: "2026-04-16T18:02:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:02:39Z"
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz.18a6e85631cabc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20061"
    uid: 77c0e561-b9d9-4cd8-90e3-61cbc4ab5303
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-134.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-134.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19499"
    uid: a013044e-a5eb-40c8-8f17-18422d0d344a
  kind: Event
  lastTimestamp: "2026-04-16T18:01:29Z"
  message: 'Created pod: raw-sklearn-runtime-c5b19-predictor-854c5ccb9-zn6xz'
  metadata:
    creationTimestamp: "2026-04-16T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:01:29Z"
    name: raw-sklearn-runtime-c5b19-predictor-854c5ccb9.18a6e845df050fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19511"
    uid: 383f15bf-ba32-4662-bea0-e610b96c7d4a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-c5b19-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19498"
    uid: 95836e4e-3e2f-4d34-af07-71c4c75527c6
  kind: Event
  lastTimestamp: "2026-04-16T18:01:29Z"
  message: Scaled up replica set raw-sklearn-runtime-c5b19-predictor-854c5ccb9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:01:29Z"
    name: raw-sklearn-runtime-c5b19-predictor.18a6e845dc524158
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 1e66ad32-d1f5-4cb4-a5c2-1f628d6237d8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c5b19-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19500"
    uid: 7f205f92-09cf-4402-9847-a2c94ee3a65c
  kind: Event
  lastTimestamp: "2026-04-16T18:01:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:01:44Z"
    name: raw-sklearn-runtime-c5b19-predictor.18a6e8495b620805
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: d722be93-0119-44fc-8d5e-03b5ce07dbff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c5b19-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19500"
    uid: 7f205f92-09cf-4402-9847-a2c94ee3a65c
  kind: Event
  lastTimestamp: "2026-04-16T18:01:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:01:44Z"
    name: raw-sklearn-runtime-c5b19-predictor.18a6e8495ba87c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "19655"
    uid: a1f1c817-124c-4a85-b0d9-4d3e16d90701
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c5b19-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19653"
    uid: 7f205f92-09cf-4402-9847-a2c94ee3a65c
  kind: Event
  lastTimestamp: "2026-04-16T18:02:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:02:29Z"
    name: raw-sklearn-runtime-c5b19-predictor.18a6e84cda547be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19968"
    uid: bbbe12c8-728b-4ca5-a577-c8303e81ce6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c5b19-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19653"
    uid: 7f205f92-09cf-4402-9847-a2c94ee3a65c
  kind: Event
  lastTimestamp: "2026-04-16T18:02:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:02:29Z"
    name: raw-sklearn-runtime-c5b19-predictor.18a6e84cdab9f16f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19969"
    uid: 8bc944ff-f19f-4628-8e23-d2f3da7af70e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-c5b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "19473"
    uid: 019f9206-e663-4313-a8ed-ed1e5c8c50ea
  kind: Event
  lastTimestamp: "2026-04-16T18:02:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:02:36Z"
    name: raw-sklearn-runtime-c5b19.18a6e845dc6ad189
    namespace: kserve-ci-e2e-test
    resourceVersion: "20021"
    uid: 3d0487ae-a25c-4f6e-9de1-a7d8e7e11ce3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:01:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-c5b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "19473"
    uid: 019f9206-e663-4313-a8ed-ed1e5c8c50ea
  kind: Event
  lastTimestamp: "2026-04-16T18:01:29Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-c5b19":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-c5b19":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:01:29Z"
    name: raw-sklearn-runtime-c5b19.18a6e845dce0ce67
    namespace: kserve-ci-e2e-test
    resourceVersion: "19504"
    uid: 20cb4122-922e-4d31-bdc7-3ed6364b9b77
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:02:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-c5b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: 019f9206-e663-4313-a8ed-ed1e5c8c50ea
  kind: Event
  lastTimestamp: "2026-04-16T18:02:36Z"
  message: InferenceService [raw-sklearn-runtime-c5b19] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:02:36Z"
    name: raw-sklearn-runtime-c5b19.18a6e8555a52f5b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 51bc91f4-1dd6-40bd-908d-722375477cdd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "20248"