---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:04:00.385821Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19741"
    uid: 74866ab0-1959-4da9-ab8b-fc07c1971d4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx
    to ip-10-0-133-190.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:04:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:04:00Z"
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx.189dfe4e45cd46d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 33e92739-9ae8-4428-b738-120e5e992d25
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: 74866ab0-1959-4da9-ab8b-fc07c1971d4d
  kind: Event
  lastTimestamp: "2026-03-18T17:04:00Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:04:00Z"
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx.189dfe4e5efd66e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19760"
    uid: fcf0af28-fb6a-4d8f-92bd-d7b45299f46f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19743"
    uid: 74866ab0-1959-4da9-ab8b-fc07c1971d4d
  kind: Event
  lastTimestamp: "2026-03-18T17:04:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:02Z"
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx.189dfe4e603ec0e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: 1ae114fd-99d9-4ee7-8295-b100d94774dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19743"
    uid: 74866ab0-1959-4da9-ab8b-fc07c1971d4d
  kind: Event
  lastTimestamp: "2026-03-18T17:04:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:02Z"
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx.189dfe4e636ef2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19790"
    uid: 3db77c54-cc86-4f87-965e-e67b17ec5384
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19743"
    uid: 74866ab0-1959-4da9-ab8b-fc07c1971d4d
  kind: Event
  lastTimestamp: "2026-03-18T17:04:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:02Z"
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx.189dfe4e63e5002a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: de008f21-2336-48d3-8026-55f24a6e84f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19743"
    uid: 74866ab0-1959-4da9-ab8b-fc07c1971d4d
  kind: Event
  lastTimestamp: "2026-03-18T17:04:04Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx_kserve-ci-e2e-test(74866ab0-1959-4da9-ab8b-fc07c1971d4d)
  metadata:
    creationTimestamp: "2026-03-18T17:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:04Z"
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx.189dfe4f09debd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: ca262e28-3506-4fad-9866-433d91f75d30
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19730"
    uid: 29c6961d-a148-4cca-ae08-10c267509460
  kind: Event
  lastTimestamp: "2026-03-18T17:04:00Z"
  message: 'Created pod: isvc-init-fail-4b816e-predictor-9b5d65bdb-5sppx'
  metadata:
    creationTimestamp: "2026-03-18T17:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:00Z"
    name: isvc-init-fail-4b816e-predictor-9b5d65bdb.189dfe4e4567e58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 8711060b-236b-4e09-9bf1-b034bd69bb46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-4b816e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: e8531152-4549-49e8-b8aa-0ec82dd35d3c
  kind: Event
  lastTimestamp: "2026-03-18T17:04:00Z"
  message: Scaled up replica set isvc-init-fail-4b816e-predictor-9b5d65bdb from 0
    to 1
  metadata:
    creationTimestamp: "2026-03-18T17:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:00Z"
    name: isvc-init-fail-4b816e-predictor.189dfe4e3ed95a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: b99b351a-4d39-4eee-8886-d64159d06e17
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4b816e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19690"
    uid: f07e5527-7504-4202-9c16-cb47e337d62c
  kind: Event
  lastTimestamp: "2026-03-18T17:04:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:04:04Z"
    name: isvc-init-fail-4b816e.189dfe4e3ee239b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19817"
    uid: a5ad1eb4-5005-4ad4-9963-4a7be803125a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4b816e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19690"
    uid: f07e5527-7504-4202-9c16-cb47e337d62c
  kind: Event
  lastTimestamp: "2026-03-18T17:04:00Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-4b816e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-4b816e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:04:00Z"
    name: isvc-init-fail-4b816e.189dfe4e3f5668d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19736"
    uid: ab3a17f1-2da9-4e01-9d7d-cf4afc69ab3b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4b816e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19690"
    uid: f07e5527-7504-4202-9c16-cb47e337d62c
  kind: Event
  lastTimestamp: "2026-03-18T17:04:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-4b816e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:04:00Z"
    name: isvc-init-fail-4b816e.189dfe4e3f56f253
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 9011521f-bbbc-480d-b7a7-16ae03af2d66
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:57:12.089089Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    to ip-10-0-133-190.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:57:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:57:12Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfdef356b8c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 4fa3d394-0a46-407a-aed4-1080fc16a8b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:57:12Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:57:12Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfdef4ea74027
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: 0cf54fe3-6100-4377-9614-702472e5689e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:57:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:12Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfdef4ff6ac53
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: f24fce99-cc9d-4b0f-b597-a12bb4f14b00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:57:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T16:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:12Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfdef53062880
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 62d152e9-8fc3-47a9-a1b0-c5e2fbf42414
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:57:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T16:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:12Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfdef53800f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: 911d55f1-d332-4d2d-bca9-7ff11a5f9860
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:57:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:17Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfdf06f7a12ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 38a0b7ca-52e3-4b96-ba6c-3cd4a12052c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:57:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:17Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfdf072aae2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: 93f59349-ae05-4412-8328-b650fed103fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:57:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:17Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfdf07332a180
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 79388e76-c833-4a77-8a84-ec307feaece2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:57:17Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:cab133324d68b27f17465b709b1f810378c35c8f4f8d66340cb17b28b83911cd"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:17Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfdf0733f18ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 6261df5a-3b9a-405c-928c-bc103ae6498f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:57:17Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-03-18T16:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:17Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfdf0760e305a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: 554bd7b7-44b2-4579-a00d-144685013896
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:57:17Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-03-18T16:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:17Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfdf0767efa6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 5ad7db47-6d58-4c18-aa40-27b37754c093
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:59:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T16:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:59:10Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfdf0ab6dba99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: d470eca9-6099-4982-b53c-28d4992b5064
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:59:00Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-03-18T16:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:59:00Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfdf0ab771af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 682420ca-cd47-4a76-b5d1-631d656a8529
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:58:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:58:57Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfe07c20b99a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: 524d79d7-6e32-40cc-a2aa-72c4a4f27b37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: be43e454-6c78-4ba5-bddf-b3c5c0bb2626
  kind: Event
  lastTimestamp: "2026-03-18T16:58:57Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-03-18T16:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:58:57Z"
    name: isvc-logger-raw-31778-predictor-d454ff497-sxzd6.189dfe07c20ce332
    namespace: kserve-ci-e2e-test
    resourceVersion: "17310"
    uid: f5af3820-cf31-4a4f-af5d-1a5daddfcab8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-31778-predictor-d454ff497
    namespace: kserve-ci-e2e-test
    resourceVersion: "16462"
    uid: f0e28258-dfa8-4c64-b5bb-4bf003c7321b
  kind: Event
  lastTimestamp: "2026-03-18T16:57:12Z"
  message: 'Created pod: isvc-logger-raw-31778-predictor-d454ff497-sxzd6'
  metadata:
    creationTimestamp: "2026-03-18T16:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:12Z"
    name: isvc-logger-raw-31778-predictor-d454ff497.189dfdef3502785b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: 8dc0a749-dafb-4b0c-a7a9-dbd0c8725f9f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-31778-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16460"
    uid: afbb7574-27d9-4da3-bcb0-fc68f1179c83
  kind: Event
  lastTimestamp: "2026-03-18T16:57:11Z"
  message: Scaled up replica set isvc-logger-raw-31778-predictor-d454ff497 from 0
    to 1
  metadata:
    creationTimestamp: "2026-03-18T16:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:11Z"
    name: isvc-logger-raw-31778-predictor.189dfdef2f7585bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 244456e7-81f3-4deb-af17-bbe443007380
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-31778-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: f0304cee-441e-4451-b01f-02cd8a3d3935
  kind: Event
  lastTimestamp: "2026-03-18T16:57:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:26Z"
    name: isvc-logger-raw-31778-predictor.189dfdf2adebedcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: b6a6e88d-1913-46a1-ab67-636877648488
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-31778-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: f0304cee-441e-4451-b01f-02cd8a3d3935
  kind: Event
  lastTimestamp: "2026-03-18T16:57:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:27Z"
    name: isvc-logger-raw-31778-predictor.189dfdf2ae4ce716
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 9963d0d0-f71e-44fa-90a4-a542dedb4300
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-31778-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: f0304cee-441e-4451-b01f-02cd8a3d3935
  kind: Event
  lastTimestamp: "2026-03-18T16:58:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:58:57Z"
    name: isvc-logger-raw-31778-predictor.189dfdf62d00ee92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17284"
    uid: d12a6033-446f-46a5-9411-56aa61df2174
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-31778-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: f0304cee-441e-4451-b01f-02cd8a3d3935
  kind: Event
  lastTimestamp: "2026-03-18T16:58:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:58:57Z"
    name: isvc-logger-raw-31778-predictor.189dfdf62d840c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17285"
    uid: 9a8a54de-bf24-43fe-bbca-5b625097ca11
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-31778
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 8a66fff6-1cf7-41eb-ab27-82d9c1b53825
  kind: Event
  lastTimestamp: "2026-03-18T16:58:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:58:50Z"
    name: isvc-logger-raw-31778.189dfdef2f546f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: f4df34f6-218a-446d-a33f-ee670e42d315
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-31778
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 8a66fff6-1cf7-41eb-ab27-82d9c1b53825
  kind: Event
  lastTimestamp: "2026-03-18T16:57:11Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-31778":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-31778":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:57:11Z"
    name: isvc-logger-raw-31778.189dfdef2ff0530f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16467"
    uid: 15840e62-06b3-4532-9383-f5c67151b7ad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-31778
    namespace: kserve-ci-e2e-test
    resourceVersion: "17235"
    uid: 8a66fff6-1cf7-41eb-ab27-82d9c1b53825
  kind: Event
  lastTimestamp: "2026-03-18T16:58:50Z"
  message: InferenceService [isvc-logger-raw-31778] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:58:50Z"
    name: isvc-logger-raw-31778.189dfe0626d5ea5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: 97292767-f1ce-4433-bf99-f4a28552e7d9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:02:08.176224Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: fe86ed4c-c91f-487b-9530-8aa1a9c230f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-b99a18-predictor-5974475d47-hlswc
    to ip-10-0-133-190.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:02:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:02:08Z"
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc.189dfe342596ba10
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: 35bc327b-85f1-4642-8cbd-03017fe6890c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18791"
    uid: fe86ed4c-c91f-487b-9530-8aa1a9c230f2
  kind: Event
  lastTimestamp: "2026-03-18T17:02:08Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:02:08Z"
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc.189dfe343e93c5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18804"
    uid: d6ce9197-05c5-47d6-bfb2-d6f368fe2d7d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: fe86ed4c-c91f-487b-9530-8aa1a9c230f2
  kind: Event
  lastTimestamp: "2026-03-18T17:02:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:02:08Z"
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc.189dfe343fbc8604
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: 2853ae19-ca28-43ed-84a6-06f58be8682e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: fe86ed4c-c91f-487b-9530-8aa1a9c230f2
  kind: Event
  lastTimestamp: "2026-03-18T17:02:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:02:08Z"
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc.189dfe3442bbd756
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: 10640f8d-4d6e-4341-953c-d8ae5e186ea6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: fe86ed4c-c91f-487b-9530-8aa1a9c230f2
  kind: Event
  lastTimestamp: "2026-03-18T17:02:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:02:08Z"
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc.189dfe344336e196
    namespace: kserve-ci-e2e-test
    resourceVersion: "18809"
    uid: b63e81c2-13aa-446b-ba74-3ef0dce0dbd3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: fe86ed4c-c91f-487b-9530-8aa1a9c230f2
  kind: Event
  lastTimestamp: "2026-03-18T17:02:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:02:13Z"
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc.189dfe3557401728
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: a2e6095b-88fa-482f-aabb-66374a3224d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: fe86ed4c-c91f-487b-9530-8aa1a9c230f2
  kind: Event
  lastTimestamp: "2026-03-18T17:02:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:02:13Z"
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc.189dfe355a47f7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: 4eb8566a-2cd4-4bfe-a22d-a4f81c52cdc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: fe86ed4c-c91f-487b-9530-8aa1a9c230f2
  kind: Event
  lastTimestamp: "2026-03-18T17:02:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:02:13Z"
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc.189dfe355ab28df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: f77d8174-9925-438e-b627-e71c935733bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: fe86ed4c-c91f-487b-9530-8aa1a9c230f2
  kind: Event
  lastTimestamp: "2026-03-18T17:03:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:35Z"
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc.189dfe35932c69e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19435"
    uid: 12f12f17-3d77-4d33-b831-135ad25ad5fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: fe86ed4c-c91f-487b-9530-8aa1a9c230f2
  kind: Event
  lastTimestamp: "2026-03-18T17:04:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:00Z"
    name: isvc-primary-b99a18-predictor-5974475d47-hlswc.189dfe4e3a15d583
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 1bfe1d32-ad79-47e6-9521-e9a976f928a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-b99a18-predictor-5974475d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18755"
    uid: 97592cdb-eed2-4c04-9e51-30e516fc9fdd
  kind: Event
  lastTimestamp: "2026-03-18T17:02:08Z"
  message: 'Created pod: isvc-primary-b99a18-predictor-5974475d47-hlswc'
  metadata:
    creationTimestamp: "2026-03-18T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:02:08Z"
    name: isvc-primary-b99a18-predictor-5974475d47.189dfe342538ee06
    namespace: kserve-ci-e2e-test
    resourceVersion: "18781"
    uid: bcb2ac29-a013-46e6-9a1b-39a198781cbf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-b99a18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18753"
    uid: 90993145-2631-4906-a994-a21db7dd4b2a
  kind: Event
  lastTimestamp: "2026-03-18T17:02:07Z"
  message: Scaled up replica set isvc-primary-b99a18-predictor-5974475d47 from 0 to
    1
  metadata:
    creationTimestamp: "2026-03-18T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:02:07Z"
    name: isvc-primary-b99a18-predictor.189dfe34195f7d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "18758"
    uid: c81daf28-228b-46ac-86ba-6a5a18938718
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b99a18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18754"
    uid: 0d5d2fa4-18b2-45b4-a32a-9cb2f33e88f8
  kind: Event
  lastTimestamp: "2026-03-18T17:02:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:02:22Z"
    name: isvc-primary-b99a18-predictor.189dfe3797edb42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: b26accb0-a6ae-4397-97ac-dae3186d27ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b99a18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18754"
    uid: 0d5d2fa4-18b2-45b4-a32a-9cb2f33e88f8
  kind: Event
  lastTimestamp: "2026-03-18T17:02:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:02:22Z"
    name: isvc-primary-b99a18-predictor.189dfe37984c0a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18934"
    uid: 7ab11321-bfb0-49e8-8d93-47a2c2f17cd7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b99a18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: 0d5d2fa4-18b2-45b4-a32a-9cb2f33e88f8
  kind: Event
  lastTimestamp: "2026-03-18T17:03:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:03:53Z"
    name: isvc-primary-b99a18-predictor.189dfe3b1786c090
    namespace: kserve-ci-e2e-test
    resourceVersion: "19632"
    uid: aeeac2ff-8f25-4367-8648-96d9acdc78d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b99a18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: 0d5d2fa4-18b2-45b4-a32a-9cb2f33e88f8
  kind: Event
  lastTimestamp: "2026-03-18T17:03:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:03:53Z"
    name: isvc-primary-b99a18-predictor.189dfe3b17e8e5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: 9ce4ba60-22a3-4c41-84af-449f09984767
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b99a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 99e8c4a3-3a1c-479f-ae25-878872e58a93
  kind: Event
  lastTimestamp: "2026-03-18T17:03:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:03:45Z"
    name: isvc-primary-b99a18.189dfe341943e2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 0adc7f85-158c-4a26-bee3-2f4dc86d0c2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b99a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 99e8c4a3-3a1c-479f-ae25-878872e58a93
  kind: Event
  lastTimestamp: "2026-03-18T17:02:08Z"
  message: 'Failed to update status for InferenceService "isvc-primary-b99a18": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-b99a18":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:02:08Z"
    name: isvc-primary-b99a18.189dfe3425d5fbfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: 19cb6e13-2a93-47e5-aba7-d13e45b30b2b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b99a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 99e8c4a3-3a1c-479f-ae25-878872e58a93
  kind: Event
  lastTimestamp: "2026-03-18T17:02:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-b99a18": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:02:08Z"
    name: isvc-primary-b99a18.189dfe3425d67eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18789"
    uid: 6b2d6761-b782-4870-a54b-780e9569c633
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b99a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "19511"
    uid: 99e8c4a3-3a1c-479f-ae25-878872e58a93
  kind: Event
  lastTimestamp: "2026-03-18T17:03:45Z"
  message: InferenceService [isvc-primary-b99a18] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:03:45Z"
    name: isvc-primary-b99a18.189dfe4ad730f431
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: c8ebc23f-538b-4f57-a6f8-07ad6cc84ae0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:51:06.203916Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13111"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    to ip-10-0-133-190.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:51:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:51:06Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9a04f6ebf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13116"
    uid: 32ecb004-3c73-4973-8e0b-d229c619ba91
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13119"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:51:06Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:51:06Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9a1e4e261c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13128"
    uid: bf64da54-ad0b-4ef7-a019-baf9cf0951ea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:51:06Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
  metadata:
    creationTimestamp: "2026-03-18T16:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:51:06Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9a1f9ee19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13130"
    uid: 929e7962-5dd8-484b-9a97-3fe1216ec34b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:51:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    in 4.101s (4.101s including waiting). Image size: 298768935 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T16:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:51:10Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9b141d54fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13196"
    uid: 323d7c88-d1a0-49bb-a8e7-3866a92862c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:51:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T16:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:51:10Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9b1786f7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13198"
    uid: 61e67aa4-8317-4265-b93e-c242a2e980d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:51:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T16:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:51:10Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9b17f0a03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13199"
    uid: a91aeb7a-6e17-4a9c-98b4-5ee1a6e8221a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:51:15Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
  metadata:
    creationTimestamp: "2026-03-18T16:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:51:15Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9c1ae951bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13234"
    uid: 7435a3ff-f374-4564-a5c7-dbd7d3b25a61
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:51:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    in 8.13s (8.13s including waiting). Image size: 588839565 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T16:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:51:23Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9dff861534
    namespace: kserve-ci-e2e-test
    resourceVersion: "13323"
    uid: 8d244c77-3973-4363-9e7b-1b7868dd1f5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:51:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:51:23Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9e02b43db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13325"
    uid: 0ff0f71a-4f8f-4837-b39c-1955914bf77d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:51:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:51:23Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9e0326cd92
    namespace: kserve-ci-e2e-test
    resourceVersion: "13327"
    uid: 6838d557-8ac6-4336-b875-f6c343f719cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:51:23Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:cab133324d68b27f17465b709b1f810378c35c8f4f8d66340cb17b28b83911cd"
  metadata:
    creationTimestamp: "2026-03-18T16:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:51:23Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9e0334aa50
    namespace: kserve-ci-e2e-test
    resourceVersion: "13328"
    uid: eec73fda-d275-4f91-8d1c-db97bf586565
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:51:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:cab133324d68b27f17465b709b1f810378c35c8f4f8d66340cb17b28b83911cd"
    in 2.77s (2.77s including waiting). Image size: 237460532 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T16:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:51:26Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9ea857539d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13343"
    uid: 78856633-7fbc-4895-8850-57995eb9fbcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:51:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-03-18T16:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:51:26Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9eabcc16cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13346"
    uid: 48f0a3e8-fee1-4851-93c2-8e7506a5366d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:51:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-03-18T16:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:51:26Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9eac4548d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13347"
    uid: 69c039ae-859a-476c-9329-202b11008e5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:53:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T16:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:28Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9ead2223f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: f60cef96-620d-4196-96ab-4218c13a0d2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:53:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-03-18T16:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:28Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfd9ee9088d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14387"
    uid: 50405183-9964-48a8-9c81-9431c5d5b8d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:53:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:01Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfdb4d87aa372
    namespace: kserve-ci-e2e-test
    resourceVersion: "14092"
    uid: 0e4a476c-5f45-4c09-aebb-42c6c52dfa92
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13113"
    uid: b0def082-c96a-4df0-9ef8-12519113bcdb
  kind: Event
  lastTimestamp: "2026-03-18T16:53:01Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-03-18T16:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:01Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc.189dfdb4d87c544f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: b6eee605-c7d6-4129-bb2e-d5091314b162
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74
    namespace: kserve-ci-e2e-test
    resourceVersion: "13094"
    uid: 7b3d5039-be49-4f67-b85e-b78db01c2a6f
  kind: Event
  lastTimestamp: "2026-03-18T16:51:06Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74-vc5nc'
  metadata:
    creationTimestamp: "2026-03-18T16:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:51:06Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74.189dfd9a048d3a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "13112"
    uid: b3fa93d2-b924-4d5f-ac0d-a8a34c642891
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-dbd25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13093"
    uid: 0d70481f-871b-43f4-973c-3299f7800b04
  kind: Event
  lastTimestamp: "2026-03-18T16:51:05Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-dbd25-predictor-5785fbfc74
    from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T16:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:51:05Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor.189dfd99f2fb102b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13095"
    uid: 1543dee4-19be-41c4-b525-1e2408b90f32
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-dbd25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13103"
    uid: d50f653a-3fdf-4896-a768-32910e46ab3b
  kind: Event
  lastTimestamp: "2026-03-18T16:52:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:52:06Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor.189dfd9d7c55c891
    namespace: kserve-ci-e2e-test
    resourceVersion: "13650"
    uid: c67245ca-7494-43b8-9642-f833351bbb35
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-dbd25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13103"
    uid: d50f653a-3fdf-4896-a768-32910e46ab3b
  kind: Event
  lastTimestamp: "2026-03-18T16:52:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:52:06Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor.189dfd9d7cdd3556
    namespace: kserve-ci-e2e-test
    resourceVersion: "13651"
    uid: 230f1c81-4098-4798-ad83-76edb6adda02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-dbd25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13307"
    uid: d50f653a-3fdf-4896-a768-32910e46ab3b
  kind: Event
  lastTimestamp: "2026-03-18T16:52:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:52:51Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor.189dfdab793d9da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13988"
    uid: cffd1691-2e39-4db3-bf82-ceb401386494
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-dbd25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13307"
    uid: d50f653a-3fdf-4896-a768-32910e46ab3b
  kind: Event
  lastTimestamp: "2026-03-18T16:52:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:52:51Z"
    name: isvc-raw-sklearn-batcher-dbd25-predictor.189dfdab79a40a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "13989"
    uid: f12b0454-36e8-48a5-85a2-14e1c6ea8a93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-dbd25
    namespace: kserve-ci-e2e-test
    resourceVersion: "13083"
    uid: 15e002bd-4977-4b9e-a4fd-8aaf7ade2f79
  kind: Event
  lastTimestamp: "2026-03-18T16:52:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:52:48Z"
    name: isvc-raw-sklearn-batcher-dbd25.189dfd99fc624a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "13966"
    uid: e3af4744-6355-4ad6-b7f8-a2acb7c770fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-dbd25
    namespace: kserve-ci-e2e-test
    resourceVersion: "13083"
    uid: 15e002bd-4977-4b9e-a4fd-8aaf7ade2f79
  kind: Event
  lastTimestamp: "2026-03-18T16:51:06Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-dbd25":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-dbd25":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:51:06Z"
    name: isvc-raw-sklearn-batcher-dbd25.189dfd99fcca4ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13105"
    uid: f441c705-b876-4f4d-8488-d0efc9dcac28
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:51:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-dbd25
    namespace: kserve-ci-e2e-test
    resourceVersion: "13083"
    uid: 15e002bd-4977-4b9e-a4fd-8aaf7ade2f79
  kind: Event
  lastTimestamp: "2026-03-18T16:51:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-dbd25": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:51:06Z"
    name: isvc-raw-sklearn-batcher-dbd25.189dfd99fccaa6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13108"
    uid: e13f05d9-3b53-4afd-8317-7846bf4a676c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-dbd25
    namespace: kserve-ci-e2e-test
    resourceVersion: "13963"
    uid: 15e002bd-4977-4b9e-a4fd-8aaf7ade2f79
  kind: Event
  lastTimestamp: "2026-03-18T16:52:48Z"
  message: InferenceService [isvc-raw-sklearn-batcher-dbd25] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:52:48Z"
    name: isvc-raw-sklearn-batcher-dbd25.189dfdb1ca2990ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "13965"
    uid: 35b37dc5-cdad-407b-9f3a-b28bdb7d88a5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:03:48.270730Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: 95e87798-dde3-44b3-82e3-2ec6fd2a7b68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c
    to ip-10-0-133-190.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:03:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:03:48Z"
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c.189dfe4b73afa385
    namespace: kserve-ci-e2e-test
    resourceVersion: "19564"
    uid: b4dfdae0-032c-4e6c-8524-931717583783
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19568"
    uid: 95e87798-dde3-44b3-82e3-2ec6fd2a7b68
  kind: Event
  lastTimestamp: "2026-03-18T17:03:48Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:03:48Z"
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c.189dfe4b8cc9e518
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: bcd0fab5-9bb2-49b2-97e6-be78fa759068
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: 95e87798-dde3-44b3-82e3-2ec6fd2a7b68
  kind: Event
  lastTimestamp: "2026-03-18T17:03:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:49Z"
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c.189dfe4b8e09cc01
    namespace: kserve-ci-e2e-test
    resourceVersion: "19590"
    uid: ce45a098-1e9a-4589-a498-9eabc1bd803e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: 95e87798-dde3-44b3-82e3-2ec6fd2a7b68
  kind: Event
  lastTimestamp: "2026-03-18T17:03:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:49Z"
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c.189dfe4b9169e8f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19596"
    uid: c7da398e-b951-495c-9668-c0b79a885ba2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: 95e87798-dde3-44b3-82e3-2ec6fd2a7b68
  kind: Event
  lastTimestamp: "2026-03-18T17:03:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:49Z"
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c.189dfe4b91da84a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19597"
    uid: 56679802-9f61-487b-a82c-9caa7752bc89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: 95e87798-dde3-44b3-82e3-2ec6fd2a7b68
  kind: Event
  lastTimestamp: "2026-03-18T17:03:51Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c_kserve-ci-e2e-test(95e87798-dde3-44b3-82e3-2ec6fd2a7b68)
  metadata:
    creationTimestamp: "2026-03-18T17:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:51Z"
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c.189dfe4c001ed015
    namespace: kserve-ci-e2e-test
    resourceVersion: "19618"
    uid: becf259e-cb49-4399-a147-12a1eaab8f16
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19547"
    uid: 8ab6a1c1-5c78-4d93-baba-67376e6a37b3
  kind: Event
  lastTimestamp: "2026-03-18T17:03:48Z"
  message: 'Created pod: isvc-secondary-b99a18-predictor-5bc9b9f7d-qtt5c'
  metadata:
    creationTimestamp: "2026-03-18T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:03:48Z"
    name: isvc-secondary-b99a18-predictor-5bc9b9f7d.189dfe4b732af3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: c0c59e56-d05b-458f-b955-13a2242dd0ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-b99a18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: 4ca00a47-31e6-4102-bb58-8872fbdba8fa
  kind: Event
  lastTimestamp: "2026-03-18T17:03:47Z"
  message: Scaled up replica set isvc-secondary-b99a18-predictor-5bc9b9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-03-18T17:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:03:47Z"
    name: isvc-secondary-b99a18-predictor.189dfe4b62beebaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 4064d60a-c759-450f-920b-28e0cf644e90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b99a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: af427dc8-bc15-4f05-9da2-829c296ba06c
  kind: Event
  lastTimestamp: "2026-03-18T17:03:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:03:51Z"
    name: isvc-secondary-b99a18.189dfe4b62d9817c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19620"
    uid: 011c0a88-7477-49b2-b646-97ee1175d892
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b99a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: af427dc8-bc15-4f05-9da2-829c296ba06c
  kind: Event
  lastTimestamp: "2026-03-18T17:03:47Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-b99a18":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-b99a18":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:03:47Z"
    name: isvc-secondary-b99a18.189dfe4b634bb808
    namespace: kserve-ci-e2e-test
    resourceVersion: "19552"
    uid: 64b2dfd5-8760-4b87-ad89-22b4ba0f882c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b99a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: af427dc8-bc15-4f05-9da2-829c296ba06c
  kind: Event
  lastTimestamp: "2026-03-18T17:03:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-b99a18": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:03:48Z"
    name: isvc-secondary-b99a18.189dfe4b634c02bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19554"
    uid: 5435f044-6e34-475c-b4cd-18e355886501
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:53:01.573487Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14100"
    uid: ecd7d2b5-2dbb-4d51-a7f7-952a2a857210
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g
    to ip-10-0-133-190.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:53:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:53:01Z"
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g.189dfdb4e186d938
    namespace: kserve-ci-e2e-test
    resourceVersion: "14107"
    uid: 2e331972-fbac-4f7c-b93d-d19ab10e3651
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14117"
    uid: ecd7d2b5-2dbb-4d51-a7f7-952a2a857210
  kind: Event
  lastTimestamp: "2026-03-18T16:53:02Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:53:02Z"
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g.189dfdb4fb3c7bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14149"
    uid: 14a1be47-f8d0-49e6-844b-17542dd89ac6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: ecd7d2b5-2dbb-4d51-a7f7-952a2a857210
  kind: Event
  lastTimestamp: "2026-03-18T16:53:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:02Z"
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g.189dfdb4fc854589
    namespace: kserve-ci-e2e-test
    resourceVersion: "14151"
    uid: 5be0f7b6-67a1-4e46-9dea-fbb0ed93c3aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: ecd7d2b5-2dbb-4d51-a7f7-952a2a857210
  kind: Event
  lastTimestamp: "2026-03-18T16:53:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T16:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:02Z"
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g.189dfdb4fff1f8da
    namespace: kserve-ci-e2e-test
    resourceVersion: "14154"
    uid: 9336f8ea-9893-4ca1-952f-2a4eacf6ecf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: ecd7d2b5-2dbb-4d51-a7f7-952a2a857210
  kind: Event
  lastTimestamp: "2026-03-18T16:53:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T16:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:02Z"
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g.189dfdb500643764
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 813e02ab-1ecb-4800-b0c8-e9d277b46912
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: ecd7d2b5-2dbb-4d51-a7f7-952a2a857210
  kind: Event
  lastTimestamp: "2026-03-18T16:53:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:06Z"
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g.189dfdb60914288d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14206"
    uid: ad373ccd-6367-4ec0-99b1-76a13d3c135c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: ecd7d2b5-2dbb-4d51-a7f7-952a2a857210
  kind: Event
  lastTimestamp: "2026-03-18T16:53:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:06Z"
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g.189dfdb60c0a3275
    namespace: kserve-ci-e2e-test
    resourceVersion: "14212"
    uid: 8e1b9d4b-bbb9-4890-88ed-d64a0c500298
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: ecd7d2b5-2dbb-4d51-a7f7-952a2a857210
  kind: Event
  lastTimestamp: "2026-03-18T16:53:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:06Z"
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g.189dfdb60c7d04b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 7f8b1836-3949-44a0-a7c7-a61e7cdb2a61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: ecd7d2b5-2dbb-4d51-a7f7-952a2a857210
  kind: Event
  lastTimestamp: "2026-03-18T16:55:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T16:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:05Z"
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g.189dfdb644f80bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: fd3a6490-efd0-4fc3-9498-c8505ada5bfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: ecd7d2b5-2dbb-4d51-a7f7-952a2a857210
  kind: Event
  lastTimestamp: "2026-03-18T16:55:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:01Z"
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g.189dfdd0e5d011c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15207"
    uid: de5a20cf-adc4-4510-a5a4-049c6073c414
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648
    namespace: kserve-ci-e2e-test
    resourceVersion: "14087"
    uid: c20821f4-c994-480a-9c51-e5d002f19b85
  kind: Event
  lastTimestamp: "2026-03-18T16:53:01Z"
  message: 'Created pod: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648-jxx9g'
  metadata:
    creationTimestamp: "2026-03-18T16:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:53:01Z"
    name: isvc-sklearn-graph-raw-41715-predictor-b5c8f9648.189dfdb4e121605c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14102"
    uid: 8ad31b5b-c146-4700-b7f1-cc188e2c1d78
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-41715-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14083"
    uid: 44650887-4c1c-4328-a937-b7c30007c6cc
  kind: Event
  lastTimestamp: "2026-03-18T16:53:01Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-41715-predictor-b5c8f9648
    from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T16:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:53:01Z"
    name: isvc-sklearn-graph-raw-41715-predictor.189dfdb4d84cb951
    namespace: kserve-ci-e2e-test
    resourceVersion: "14089"
    uid: 66f05caa-2140-4c8e-8f94-154ef171e435
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-41715-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14085"
    uid: f91749dd-d3ac-4a26-b652-913399ab3a2d
  kind: Event
  lastTimestamp: "2026-03-18T16:53:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:53:16Z"
    name: isvc-sklearn-graph-raw-41715-predictor.189dfdb85727307b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14292"
    uid: 7609110f-7288-473f-877e-bbdd5ffbdf60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-41715-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14085"
    uid: f91749dd-d3ac-4a26-b652-913399ab3a2d
  kind: Event
  lastTimestamp: "2026-03-18T16:53:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:53:16Z"
    name: isvc-sklearn-graph-raw-41715-predictor.189dfdb85787b1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14294"
    uid: a5e9fd8f-8a77-4c2c-b3b7-7936f678d571
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-41715-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14293"
    uid: f91749dd-d3ac-4a26-b652-913399ab3a2d
  kind: Event
  lastTimestamp: "2026-03-18T16:55:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:01Z"
    name: isvc-sklearn-graph-raw-41715-predictor.189dfdbbd637f3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: d4e8d6d4-9b01-4212-8d4a-c671055125f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-41715-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14293"
    uid: f91749dd-d3ac-4a26-b652-913399ab3a2d
  kind: Event
  lastTimestamp: "2026-03-18T16:55:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:01Z"
    name: isvc-sklearn-graph-raw-41715-predictor.189dfdbbd722fa41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 4904e393-6cd9-4237-86f1-dcc29898201c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-41715
    namespace: kserve-ci-e2e-test
    resourceVersion: "14061"
    uid: bd3740f0-0c36-42ea-99ae-1f9d43a3001d
  kind: Event
  lastTimestamp: "2026-03-18T16:54:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:54:35Z"
    name: isvc-sklearn-graph-raw-41715.189dfdb4d81abed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14925"
    uid: dc011c9b-69da-4a1d-b023-642177a1ba85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-41715
    namespace: kserve-ci-e2e-test
    resourceVersion: "14923"
    uid: bd3740f0-0c36-42ea-99ae-1f9d43a3001d
  kind: Event
  lastTimestamp: "2026-03-18T16:54:35Z"
  message: InferenceService [isvc-sklearn-graph-raw-41715] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:54:35Z"
    name: isvc-sklearn-graph-raw-41715.189dfdcac7aa3955
    namespace: kserve-ci-e2e-test
    resourceVersion: "14924"
    uid: af476d83-4775-4db9-947b-5efe21972148
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:55:01.973474Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: 7ec47a14-36c5-4c89-a104-5f58bd16048f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg
    to ip-10-0-133-190.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:55:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:55:01Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg.189dfdd0e9ecdb29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15214"
    uid: 74fff85a-a789-424e-8bbb-ab709eaf8332
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15222"
    uid: 7ec47a14-36c5-4c89-a104-5f58bd16048f
  kind: Event
  lastTimestamp: "2026-03-18T16:55:02Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:55:02Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg.189dfdd1037b0275
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: 9d2372dc-9213-4135-bf3c-6db722ae85a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 7ec47a14-36c5-4c89-a104-5f58bd16048f
  kind: Event
  lastTimestamp: "2026-03-18T16:55:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:02Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg.189dfdd104aec0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15278"
    uid: 200bbc21-86ce-48e0-a046-52c885906d09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 7ec47a14-36c5-4c89-a104-5f58bd16048f
  kind: Event
  lastTimestamp: "2026-03-18T16:55:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:02Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg.189dfdd107ef4e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: 6c8f5a36-5b95-4df8-a980-b5470bc91c42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 7ec47a14-36c5-4c89-a104-5f58bd16048f
  kind: Event
  lastTimestamp: "2026-03-18T16:55:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:02Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg.189dfdd108653ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: 39913ac0-f594-470e-a073-2e2cadc58cef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 7ec47a14-36c5-4c89-a104-5f58bd16048f
  kind: Event
  lastTimestamp: "2026-03-18T16:55:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:06Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg.189dfdd21150c3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15338"
    uid: e5b6f6b2-df51-41a1-ade1-34e7f181ab6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 7ec47a14-36c5-4c89-a104-5f58bd16048f
  kind: Event
  lastTimestamp: "2026-03-18T16:55:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:07Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg.189dfdd2162645c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15347"
    uid: e85b425a-b859-4a06-a0f3-95f6d63b7524
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 7ec47a14-36c5-4c89-a104-5f58bd16048f
  kind: Event
  lastTimestamp: "2026-03-18T16:55:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:07Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg.189dfdd21693de42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: abe0ebc0-8146-45db-8fc8-a5e185bc80b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 7ec47a14-36c5-4c89-a104-5f58bd16048f
  kind: Event
  lastTimestamp: "2026-03-18T16:56:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T16:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:30Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg.189dfdd24d84cdde
    namespace: kserve-ci-e2e-test
    resourceVersion: "15987"
    uid: ab292227-fbcf-4957-85dc-28c7ddea9841
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 7ec47a14-36c5-4c89-a104-5f58bd16048f
  kind: Event
  lastTimestamp: "2026-03-18T16:57:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:02Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg.189dfdece7b1ede9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: c516adcf-1d90-44b1-bc14-97b46a55bb92
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: e3346bcc-63d6-4006-a5d9-8485525c884d
  kind: Event
  lastTimestamp: "2026-03-18T16:55:01Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b-l8rkg'
  metadata:
    creationTimestamp: "2026-03-18T16:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:01Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b.189dfdd0e9843e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "15209"
    uid: b685d515-2cfa-48c6-8992-ba048ff433a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15183"
    uid: 2be001cb-3945-4796-828a-b1a515adb49d
  kind: Event
  lastTimestamp: "2026-03-18T16:55:01Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-598eb-predictor-6f5f56fb5b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T16:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:01Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor.189dfdd0df2fd8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 5c09d121-a316-4c6f-aa93-7d1530d1548c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: 3aa22d93-5609-49ca-92ac-28314f9e889d
  kind: Event
  lastTimestamp: "2026-03-18T16:55:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:16Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor.189dfdd45e085e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: be129e50-9973-43da-9202-6ef1b3e92871
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: 3aa22d93-5609-49ca-92ac-28314f9e889d
  kind: Event
  lastTimestamp: "2026-03-18T16:55:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:16Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor.189dfdd45e6c4a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: b15d0411-4df8-4dea-9a77-845319b7cbf0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: 3aa22d93-5609-49ca-92ac-28314f9e889d
  kind: Event
  lastTimestamp: "2026-03-18T16:57:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:01Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor.189dfdd7ddc84fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16282"
    uid: 99b9201b-47a3-4a32-b5e4-e47d8fd0caa2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: 3aa22d93-5609-49ca-92ac-28314f9e889d
  kind: Event
  lastTimestamp: "2026-03-18T16:57:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:01Z"
    name: isvc-sklearn-graph-raw-hpa-598eb-predictor.189dfdd7de273b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: 18fb30f1-1938-4d2a-a1e6-760f6b7aba66
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-598eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: fa80b9aa-ced7-41fb-8f48-2db003fdf0aa
  kind: Event
  lastTimestamp: "2026-03-18T16:56:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:56:40Z"
    name: isvc-sklearn-graph-raw-hpa-598eb.189dfdd0df6a9974
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: 493ddf44-6f55-4607-ab36-efd3ab49b581
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-598eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: fa80b9aa-ced7-41fb-8f48-2db003fdf0aa
  kind: Event
  lastTimestamp: "2026-03-18T16:55:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-598eb":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-598eb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:55:01Z"
    name: isvc-sklearn-graph-raw-hpa-598eb.189dfdd0dfd4dff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15190"
    uid: bf6c14b8-4e0c-4d85-ad67-0d19f8b03cde
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-598eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: fa80b9aa-ced7-41fb-8f48-2db003fdf0aa
  kind: Event
  lastTimestamp: "2026-03-18T16:56:40Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-598eb] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:56:40Z"
    name: isvc-sklearn-graph-raw-hpa-598eb.189dfde7e1f5b323
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 58df4920-1555-4517-93a5-f98ae73fd930
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:58:57.774650Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: 5b4856d3-fbfd-4a47-aff7-1c797aea2b16
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4
    to ip-10-0-133-190.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:58:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:58:57Z"
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4.189dfe07d0c54b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: efee39cd-bd2a-4daf-ab3f-26d6a8e13c5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17355"
    uid: 5b4856d3-fbfd-4a47-aff7-1c797aea2b16
  kind: Event
  lastTimestamp: "2026-03-18T16:58:58Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:58:58Z"
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4.189dfe07e9ee00b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17366"
    uid: 91d41197-d797-48f2-a6d0-3cbae7859d08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 5b4856d3-fbfd-4a47-aff7-1c797aea2b16
  kind: Event
  lastTimestamp: "2026-03-18T16:58:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:58:58Z"
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4.189dfe07eb98230b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: ee9d0960-7e4e-4908-9ddb-8868526c06c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 5b4856d3-fbfd-4a47-aff7-1c797aea2b16
  kind: Event
  lastTimestamp: "2026-03-18T16:58:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T16:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:58:58Z"
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4.189dfe07ee97e1fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17370"
    uid: 08ee6108-5fc9-45d0-865d-b4612ea11b27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 5b4856d3-fbfd-4a47-aff7-1c797aea2b16
  kind: Event
  lastTimestamp: "2026-03-18T16:58:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T16:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:58:58Z"
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4.189dfe07ef09a4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17371"
    uid: b4f7b285-0393-4381-9916-fdfad1420443
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 5b4856d3-fbfd-4a47-aff7-1c797aea2b16
  kind: Event
  lastTimestamp: "2026-03-18T16:59:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:59:02Z"
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4.189dfe08f6444e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: 7af2a162-d15a-4fa6-802b-5d990de15bda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 5b4856d3-fbfd-4a47-aff7-1c797aea2b16
  kind: Event
  lastTimestamp: "2026-03-18T16:59:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:59:02Z"
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4.189dfe08f93f3e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: 9965623a-7666-42b5-9532-9a1f9de1352c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 5b4856d3-fbfd-4a47-aff7-1c797aea2b16
  kind: Event
  lastTimestamp: "2026-03-18T16:59:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:59:02Z"
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4.189dfe08f9b2a59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: 026d6bab-f08a-4fb3-b84c-d12456ae5012
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 5b4856d3-fbfd-4a47-aff7-1c797aea2b16
  kind: Event
  lastTimestamp: "2026-03-18T17:02:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T16:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:02:10Z"
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4.189dfe093255e118
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: da0cc54a-eca8-41e6-9696-cc5015baf462
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 5b4856d3-fbfd-4a47-aff7-1c797aea2b16
  kind: Event
  lastTimestamp: "2026-03-18T17:02:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:02:08Z"
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4.189dfe341bcc7527
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: bc76bd35-5240-4027-ad0a-96a30213bd43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: d75e322d-3b2c-4c0e-a565-4d2a6a769fae
  kind: Event
  lastTimestamp: "2026-03-18T16:58:57Z"
  message: 'Created pod: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d-lbqp4'
  metadata:
    creationTimestamp: "2026-03-18T16:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:58:57Z"
    name: isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d.189dfe07d0609c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17347"
    uid: af3f5db3-9d17-4bf7-a9bd-3e6cb5847b20
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-342bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: 674b5391-52dc-4e5b-abaf-52f4729f301f
  kind: Event
  lastTimestamp: "2026-03-18T16:58:57Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-342bc-predictor-54858cdc9d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T16:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:58:57Z"
    name: isvc-sklearn-scale-raw-342bc-predictor.189dfe07c66655f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17322"
    uid: 1d6ffe02-328f-42f3-8a17-4a2d58ee39e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-342bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17321"
    uid: c9a93ea4-7b60-4640-bba6-50d41d2abcc5
  kind: Event
  lastTimestamp: "2026-03-18T16:59:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:59:12Z"
    name: isvc-sklearn-scale-raw-342bc-predictor.189dfe0b4593ec3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17487"
    uid: 0407ca38-075d-4260-be03-5dd7d1b6ebb0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-342bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17321"
    uid: c9a93ea4-7b60-4640-bba6-50d41d2abcc5
  kind: Event
  lastTimestamp: "2026-03-18T16:59:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:59:12Z"
    name: isvc-sklearn-scale-raw-342bc-predictor.189dfe0b45ef7e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: 1c18cc8f-986c-4895-a18b-41ebca40c362
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-342bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: c9a93ea4-7b60-4640-bba6-50d41d2abcc5
  kind: Event
  lastTimestamp: "2026-03-18T17:01:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:01:57Z"
    name: isvc-sklearn-scale-raw-342bc-predictor.189dfe0ec4a31791
    namespace: kserve-ci-e2e-test
    resourceVersion: "18665"
    uid: 7ba5899f-8737-421b-9f03-69b770fe5d83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-342bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: c9a93ea4-7b60-4640-bba6-50d41d2abcc5
  kind: Event
  lastTimestamp: "2026-03-18T17:01:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:01:57Z"
    name: isvc-sklearn-scale-raw-342bc-predictor.189dfe0ec5059121
    namespace: kserve-ci-e2e-test
    resourceVersion: "18666"
    uid: 16b97e5e-898d-4421-999e-9fec73ad4648
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-342bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: 92f85189-17c0-48e5-b1cf-a9756a62f931
  kind: Event
  lastTimestamp: "2026-03-18T17:02:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:02:00Z"
    name: isvc-sklearn-scale-raw-342bc.189dfe07c69ac9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18694"
    uid: 9c776669-d629-44ef-904f-99a262903041
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-342bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: 92f85189-17c0-48e5-b1cf-a9756a62f931
  kind: Event
  lastTimestamp: "2026-03-18T16:58:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-342bc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-342bc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:58:57Z"
    name: isvc-sklearn-scale-raw-342bc.189dfe07c9998648
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 651d2de0-749f-4de3-94b5-b2b4a23deace
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-342bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: 92f85189-17c0-48e5-b1cf-a9756a62f931
  kind: Event
  lastTimestamp: "2026-03-18T17:02:00Z"
  message: InferenceService [isvc-sklearn-scale-raw-342bc] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:02:00Z"
    name: isvc-sklearn-scale-raw-342bc.189dfe3263dbde1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18693"
    uid: 426d9881-e488-47ca-a0cb-5259413d2b64
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:53:01.689222Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14128"
    uid: 71b87b1b-2bf2-4c56-bf0b-c2793f6c4ad7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr
    to ip-10-0-133-190.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:53:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:53:01Z"
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr.189dfdb4e86cd131
    namespace: kserve-ci-e2e-test
    resourceVersion: "14137"
    uid: 194355e8-b851-4885-8a7f-7eabf9c9c145
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14141"
    uid: 71b87b1b-2bf2-4c56-bf0b-c2793f6c4ad7
  kind: Event
  lastTimestamp: "2026-03-18T16:53:02Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:53:02Z"
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr.189dfdb50216b2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: 47759201-fb0d-422b-adbe-db1848b19bef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: 71b87b1b-2bf2-4c56-bf0b-c2793f6c4ad7
  kind: Event
  lastTimestamp: "2026-03-18T16:53:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:02Z"
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr.189dfdb503688775
    namespace: kserve-ci-e2e-test
    resourceVersion: "14158"
    uid: ec1e0107-27dd-49c6-856c-41154c70e4f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: 71b87b1b-2bf2-4c56-bf0b-c2793f6c4ad7
  kind: Event
  lastTimestamp: "2026-03-18T16:53:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T16:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:02Z"
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr.189dfdb5064b1f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "14160"
    uid: 92ba49c8-d4c0-40bf-bb97-09d250aeeb54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: 71b87b1b-2bf2-4c56-bf0b-c2793f6c4ad7
  kind: Event
  lastTimestamp: "2026-03-18T16:53:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T16:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:02Z"
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr.189dfdb506bfe9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14161"
    uid: 8199ea89-c53b-495f-a071-9de3bba7bdc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: 71b87b1b-2bf2-4c56-bf0b-c2793f6c4ad7
  kind: Event
  lastTimestamp: "2026-03-18T16:53:06Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-03-18T16:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:06Z"
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr.189dfdb608cd915a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14205"
    uid: 144a9443-9580-4ce8-b3d9-f2517169139a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: 71b87b1b-2bf2-4c56-bf0b-c2793f6c4ad7
  kind: Event
  lastTimestamp: "2026-03-18T16:53:27Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.809s (20.809s
    including waiting). Image size: 1307475708 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T16:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:27Z"
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr.189dfdbae1221a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "14372"
    uid: 33760600-e497-449e-bcf2-a0102336c5cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: 71b87b1b-2bf2-4c56-bf0b-c2793f6c4ad7
  kind: Event
  lastTimestamp: "2026-03-18T16:53:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:27Z"
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr.189dfdbae44bfc41
    namespace: kserve-ci-e2e-test
    resourceVersion: "14374"
    uid: 60313e3b-74e9-422a-87a5-c98bf76a0224
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: 71b87b1b-2bf2-4c56-bf0b-c2793f6c4ad7
  kind: Event
  lastTimestamp: "2026-03-18T16:53:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:27Z"
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr.189dfdbae4b90f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 390e1475-b534-428e-a566-3885a8358199
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: 71b87b1b-2bf2-4c56-bf0b-c2793f6c4ad7
  kind: Event
  lastTimestamp: "2026-03-18T16:54:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T16:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:18Z"
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr.189dfdbaf133cdb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14776"
    uid: 2e84777d-9f2b-446e-8457-865fdd6e59d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: 71b87b1b-2bf2-4c56-bf0b-c2793f6c4ad7
  kind: Event
  lastTimestamp: "2026-03-18T16:55:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:02Z"
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr.189dfdd0f7de768c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15269"
    uid: cefd3b38-acaf-44d9-9c4f-30c4616f9a1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: e48ab4c4-e6ad-42c3-96b6-0dcb185cb4d2
  kind: Event
  lastTimestamp: "2026-03-18T16:53:01Z"
  message: 'Created pod: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff-9f2fr'
  metadata:
    creationTimestamp: "2026-03-18T16:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:53:01Z"
    name: isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff.189dfdb4e7fdb1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14133"
    uid: 0b89c0d6-6dcb-42d1-9e90-2a27bf7798fe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-41715-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14112"
    uid: 96ce7619-8bcd-4d82-9876-8655b1a1a381
  kind: Event
  lastTimestamp: "2026-03-18T16:53:01Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-41715-predictor-78fc4fb6ff
    from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T16:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:53:01Z"
    name: isvc-xgboost-graph-raw-41715-predictor.189dfdb4e32d8aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14121"
    uid: 0610a225-de90-4b0f-92e8-b14c75a342c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-41715-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14114"
    uid: 15f005ce-a6ac-44a8-b6b3-9a47d9f7eb5b
  kind: Event
  lastTimestamp: "2026-03-18T16:53:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:53:46Z"
    name: isvc-xgboost-graph-raw-41715-predictor.189dfdb8619d2df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14535"
    uid: 67844e6a-6412-45f0-bde2-86b3e074df2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-41715-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14114"
    uid: 15f005ce-a6ac-44a8-b6b3-9a47d9f7eb5b
  kind: Event
  lastTimestamp: "2026-03-18T16:53:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:53:46Z"
    name: isvc-xgboost-graph-raw-41715-predictor.189dfdb862034f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: c372234e-e6a4-422d-b317-ae7cb6cba5c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-41715-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14298"
    uid: 15f005ce-a6ac-44a8-b6b3-9a47d9f7eb5b
  kind: Event
  lastTimestamp: "2026-03-18T16:55:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:01Z"
    name: isvc-xgboost-graph-raw-41715-predictor.189dfdc2dedc70ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15173"
    uid: f53fe228-14c8-47f8-ba0d-885bb2abc363
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-41715-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14298"
    uid: 15f005ce-a6ac-44a8-b6b3-9a47d9f7eb5b
  kind: Event
  lastTimestamp: "2026-03-18T16:55:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:01Z"
    name: isvc-xgboost-graph-raw-41715-predictor.189dfdc2df3bbf82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15174"
    uid: b2961155-8d72-4aed-af6a-68c6443e8bd9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-41715
    namespace: kserve-ci-e2e-test
    resourceVersion: "14096"
    uid: edf7c7f2-a808-4b59-b3a5-6242c5ed91b1
  kind: Event
  lastTimestamp: "2026-03-18T16:54:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:54:28Z"
    name: isvc-xgboost-graph-raw-41715.189dfdb4e2f9076d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14859"
    uid: 63ee461e-17f0-4d6c-b085-d6d565759ead
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-41715
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: edf7c7f2-a808-4b59-b3a5-6242c5ed91b1
  kind: Event
  lastTimestamp: "2026-03-18T16:54:28Z"
  message: InferenceService [isvc-xgboost-graph-raw-41715] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:54:28Z"
    name: isvc-xgboost-graph-raw-41715.189dfdc929ca5b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14857"
    uid: 6fb39533-d823-46c0-9023-2e16b744d7bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:55:02.175659Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15244"
    uid: 8d320bb9-9907-4419-991a-81777e4b1906
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8
    to ip-10-0-133-190.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:55:02Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8.189dfdd0f5f9f9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15255"
    uid: 4a464559-3578-49a6-9f2a-fd27a5e64aac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15268"
    uid: 8d320bb9-9907-4419-991a-81777e4b1906
  kind: Event
  lastTimestamp: "2026-03-18T16:55:02Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:55:02Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8.189dfdd1102a226d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 4ace5e28-f70d-4384-89be-33b7255efb55
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 8d320bb9-9907-4419-991a-81777e4b1906
  kind: Event
  lastTimestamp: "2026-03-18T16:55:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:02Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8.189dfdd11161c74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15288"
    uid: 537a3bde-bf2a-49b3-ab77-f181b1cd1fcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 8d320bb9-9907-4419-991a-81777e4b1906
  kind: Event
  lastTimestamp: "2026-03-18T16:55:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:02Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8.189dfdd114b4bf74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15291"
    uid: 4072561d-9994-4501-88b4-e33b4ccf740e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 8d320bb9-9907-4419-991a-81777e4b1906
  kind: Event
  lastTimestamp: "2026-03-18T16:55:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:02Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8.189dfdd1152a35bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15292"
    uid: 97f1ac58-c7b2-4eeb-9e66-92498ff92101
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 8d320bb9-9907-4419-991a-81777e4b1906
  kind: Event
  lastTimestamp: "2026-03-18T16:55:06Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:06Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8.189dfdd21168db33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 192d8800-d5e5-4e34-b3de-c9482101abff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 8d320bb9-9907-4419-991a-81777e4b1906
  kind: Event
  lastTimestamp: "2026-03-18T16:55:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:07Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8.189dfdd2165686d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: d4623e2c-008f-4a62-8cd8-3fd9bed08fd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 8d320bb9-9907-4419-991a-81777e4b1906
  kind: Event
  lastTimestamp: "2026-03-18T16:55:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:07Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8.189dfdd216c3cbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: bada4bd5-ceaa-4985-85a0-371e6e5a7af8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 8d320bb9-9907-4419-991a-81777e4b1906
  kind: Event
  lastTimestamp: "2026-03-18T16:55:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T16:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:58Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8.189dfdd24d94cda9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15752"
    uid: 11ff0739-a691-40fc-a83d-e7f52fb99a56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 8d320bb9-9907-4419-991a-81777e4b1906
  kind: Event
  lastTimestamp: "2026-03-18T16:57:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:02Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8.189dfdecede4b034
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: 4a40c3b8-2b40-4f57-906c-1081f35f6bc3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: 6efd0f77-9ee9-48b9-903c-9835fe6d3094
  kind: Event
  lastTimestamp: "2026-03-18T16:55:02Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67-7w5w8'
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:02Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67.189dfdd0f58135bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15247"
    uid: fc93cf90-703d-46aa-a192-8fe0d42ddf99
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: e2f974fa-f37d-4ade-9580-9af26abe61e3
  kind: Event
  lastTimestamp: "2026-03-18T16:55:01Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-598eb-predictor-77c45bdc67
    from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:01Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor.189dfdd0eb709310
    namespace: kserve-ci-e2e-test
    resourceVersion: "15225"
    uid: 628f37b3-ca2f-491d-a82e-14b654bc300f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: ae31df3a-e015-4588-a9ae-22566562a166
  kind: Event
  lastTimestamp: "2026-03-18T16:55:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:17Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor.189dfdd46de44f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15437"
    uid: 1dff78c3-bd5f-40cf-8d5d-96558f5363b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: ae31df3a-e015-4588-a9ae-22566562a166
  kind: Event
  lastTimestamp: "2026-03-18T16:55:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:17Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor.189dfdd46e4f02d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: f0c680a6-0c8a-40af-ba6a-25d47bee517c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: ae31df3a-e015-4588-a9ae-22566562a166
  kind: Event
  lastTimestamp: "2026-03-18T16:56:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:32Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor.189dfdd7ecf3e104
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: ac0a4913-2b09-4fee-ae6d-465e9b4b23fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: ae31df3a-e015-4588-a9ae-22566562a166
  kind: Event
  lastTimestamp: "2026-03-18T16:56:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:32Z"
    name: isvc-xgboost-graph-raw-hpa-598eb-predictor.189dfdd7ed58d701
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: 4141c58e-00fc-4bea-ac17-9d53c24c6467
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-598eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: 3f8910f9-a91e-41be-a45d-8fe0dfcdbb02
  kind: Event
  lastTimestamp: "2026-03-18T16:56:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:56:09Z"
    name: isvc-xgboost-graph-raw-hpa-598eb.189dfdd0ef27f70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: f3b1fdb4-6ebf-46ff-97c0-f2c730c51669
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-598eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: 3f8910f9-a91e-41be-a45d-8fe0dfcdbb02
  kind: Event
  lastTimestamp: "2026-03-18T16:55:02Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-598eb":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-598eb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:55:02Z"
    name: isvc-xgboost-graph-raw-hpa-598eb.189dfdd0ef792fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15237"
    uid: 03241d88-edac-4ca9-8253-66ce055c678d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-598eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: 3f8910f9-a91e-41be-a45d-8fe0dfcdbb02
  kind: Event
  lastTimestamp: "2026-03-18T16:55:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-598eb": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-03-18T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:55:02Z"
    name: isvc-xgboost-graph-raw-hpa-598eb.189dfdd0ef7975dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: 589ffc87-1aa4-4ecd-ace8-b1c049417260
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-598eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 3f8910f9-a91e-41be-a45d-8fe0dfcdbb02
  kind: Event
  lastTimestamp: "2026-03-18T16:56:09Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-598eb] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:56:09Z"
    name: isvc-xgboost-graph-raw-hpa-598eb.189dfde0890dc820
    namespace: kserve-ci-e2e-test
    resourceVersion: "15834"
    uid: e36d8e7e-5739-41a3-a0a3-686957f5df14
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:57:02.201395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: b6715332-90cd-43ab-b914-58744152dfea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-31778-predictor-86547b75b6-96h9w
    to ip-10-0-133-190.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:57:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:57:02Z"
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w.189dfdece8114d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: c32a75ef-980c-4f65-a73f-2454f17723c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: b6715332-90cd-43ab-b914-58744152dfea
  kind: Event
  lastTimestamp: "2026-03-18T16:57:02Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:57:02Z"
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w.189dfded01c1257a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 0d806c0b-6ed4-4653-881b-fad306a6277e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: b6715332-90cd-43ab-b914-58744152dfea
  kind: Event
  lastTimestamp: "2026-03-18T16:57:02Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-03-18T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:02Z"
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w.189dfded02f7769e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 80b66bbd-6166-4dd8-bbc1-a80ae7d3890a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: b6715332-90cd-43ab-b914-58744152dfea
  kind: Event
  lastTimestamp: "2026-03-18T16:57:03Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.039s (1.039s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T16:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:03Z"
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w.189dfded40e7947e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: 6475ad68-38c9-4856-9d45-e29b0462c898
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: b6715332-90cd-43ab-b914-58744152dfea
  kind: Event
  lastTimestamp: "2026-03-18T16:57:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:03Z"
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w.189dfded45e8d576
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: d599e979-8af2-41f2-9bf8-80acf620db11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: b6715332-90cd-43ab-b914-58744152dfea
  kind: Event
  lastTimestamp: "2026-03-18T16:57:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:03Z"
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w.189dfded46728ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16370"
    uid: 5b37a97a-d4aa-45cd-ae28-a423f560261c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: b6715332-90cd-43ab-b914-58744152dfea
  kind: Event
  lastTimestamp: "2026-03-18T16:58:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:58:57Z"
    name: message-dumper-raw-31778-predictor-86547b75b6-96h9w.189dfe07ccd4d1b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17343"
    uid: 8221d6dc-4e32-4359-9271-6f7ca255893d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-31778-predictor-86547b75b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: b6499c2a-3565-4a9e-9f5a-598c9a4c1f77
  kind: Event
  lastTimestamp: "2026-03-18T16:57:02Z"
  message: 'Created pod: message-dumper-raw-31778-predictor-86547b75b6-96h9w'
  metadata:
    creationTimestamp: "2026-03-18T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:02Z"
    name: message-dumper-raw-31778-predictor-86547b75b6.189dfdece7a7dc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: dec73148-3794-4d07-a680-aa2eed4145ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-31778-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: f4b9677b-743d-48b5-959a-618ab497c415
  kind: Event
  lastTimestamp: "2026-03-18T16:57:02Z"
  message: Scaled up replica set message-dumper-raw-31778-predictor-86547b75b6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:02Z"
    name: message-dumper-raw-31778-predictor.189dfdece1a68d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: 88bfdba5-a79d-41c8-a4cd-c46df45bfcac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-31778-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: da64ea5f-6eeb-4c2a-a1e8-1bd943809f87
  kind: Event
  lastTimestamp: "2026-03-18T16:57:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:32Z"
    name: message-dumper-raw-31778-predictor.189dfdf0603a6261
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: 622b5909-3d87-4157-91db-8d5d62168e31
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-31778-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: da64ea5f-6eeb-4c2a-a1e8-1bd943809f87
  kind: Event
  lastTimestamp: "2026-03-18T16:57:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:32Z"
    name: message-dumper-raw-31778-predictor.189dfdf0609a1a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: fce7e02d-4b0b-4069-8ffe-168079f8fa28
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-31778
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 9a06cd68-1c03-4abf-8545-09cf29b82de0
  kind: Event
  lastTimestamp: "2026-03-18T16:57:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:57:04Z"
    name: message-dumper-raw-31778.189dfdece17e7a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: a2c02309-381b-4d7d-8088-ad33c8a9caad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-31778
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 9a06cd68-1c03-4abf-8545-09cf29b82de0
  kind: Event
  lastTimestamp: "2026-03-18T16:57:02Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-31778":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-31778":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:57:02Z"
    name: message-dumper-raw-31778.189dfdece53e0537
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: 7984033b-f98d-459c-be6d-a57bd456fb31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-31778
    namespace: kserve-ci-e2e-test
    resourceVersion: "16383"
    uid: 9a06cd68-1c03-4abf-8545-09cf29b82de0
  kind: Event
  lastTimestamp: "2026-03-18T16:57:04Z"
  message: InferenceService [message-dumper-raw-31778] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:57:04Z"
    name: message-dumper-raw-31778.189dfded6f36700b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16384"
    uid: ab561b23-df7a-4d56-8835-516c2971c58d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:54:51.267468Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-41715-84f87fd6b7-shn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: 232e9e1c-3dde-4f5e-8405-045a0555dbf0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-41715-84f87fd6b7-shn4m
    to ip-10-0-135-173.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:54:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:54:51Z"
    name: model-chainer-raw-41715-84f87fd6b7-shn4m.189dfdce6bcc293c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15050"
    uid: 48dcb3bf-5664-43f1-9cae-a02e983595b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-41715-84f87fd6b7-shn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 232e9e1c-3dde-4f5e-8405-045a0555dbf0
  kind: Event
  lastTimestamp: "2026-03-18T16:54:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-41715-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-03-18T16:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:51Z"
    name: model-chainer-raw-41715-84f87fd6b7-shn4m.189dfdce725f837f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15058"
    uid: 2a780b1d-ba36-42d5-9deb-333a24e38b21
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-173.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-173.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-41715-84f87fd6b7-shn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15054"
    uid: 232e9e1c-3dde-4f5e-8405-045a0555dbf0
  kind: Event
  lastTimestamp: "2026-03-18T16:54:51Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:54:51Z"
    name: model-chainer-raw-41715-84f87fd6b7-shn4m.189dfdce96b3a374
    namespace: kserve-ci-e2e-test
    resourceVersion: "15065"
    uid: 4ca10d71-f904-48fc-9fa6-21ec66f46d12
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-41715}
    kind: Pod
    name: model-chainer-raw-41715-84f87fd6b7-shn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 232e9e1c-3dde-4f5e-8405-045a0555dbf0
  kind: Event
  lastTimestamp: "2026-03-18T16:54:52Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:af759cb194c6adf55cc603062d0a02c33a0e8792c000ef381a0435f8f6261a76"
  metadata:
    creationTimestamp: "2026-03-18T16:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:52Z"
    name: model-chainer-raw-41715-84f87fd6b7-shn4m.189dfdce97fa19b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: 1915e5b7-b7e8-453d-8b68-a7cc837c0029
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-173.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-173.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-41715}
    kind: Pod
    name: model-chainer-raw-41715-84f87fd6b7-shn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 232e9e1c-3dde-4f5e-8405-045a0555dbf0
  kind: Event
  lastTimestamp: "2026-03-18T16:54:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:af759cb194c6adf55cc603062d0a02c33a0e8792c000ef381a0435f8f6261a76"
    in 2.59s (2.59s including waiting). Image size: 215812660 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T16:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:54Z"
    name: model-chainer-raw-41715-84f87fd6b7-shn4m.189dfdcf325e7c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: a464c0e5-7c9b-444b-8768-e2c9b8d1a574
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-173.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-173.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-41715}
    kind: Pod
    name: model-chainer-raw-41715-84f87fd6b7-shn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 232e9e1c-3dde-4f5e-8405-045a0555dbf0
  kind: Event
  lastTimestamp: "2026-03-18T16:54:54Z"
  message: 'Created container: model-chainer-raw-41715'
  metadata:
    creationTimestamp: "2026-03-18T16:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:54Z"
    name: model-chainer-raw-41715-84f87fd6b7-shn4m.189dfdcf3565264b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: c3708c3f-96f1-4ebb-a348-7557b386b259
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-173.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-173.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-41715}
    kind: Pod
    name: model-chainer-raw-41715-84f87fd6b7-shn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 232e9e1c-3dde-4f5e-8405-045a0555dbf0
  kind: Event
  lastTimestamp: "2026-03-18T16:54:54Z"
  message: Started container model-chainer-raw-41715
  metadata:
    creationTimestamp: "2026-03-18T16:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:54Z"
    name: model-chainer-raw-41715-84f87fd6b7-shn4m.189dfdcf35d443e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15091"
    uid: cc2a579b-880c-499b-83be-0b1aa8279a43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-173.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-173.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-41715}
    kind: Pod
    name: model-chainer-raw-41715-84f87fd6b7-shn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 232e9e1c-3dde-4f5e-8405-045a0555dbf0
  kind: Event
  lastTimestamp: "2026-03-18T16:55:01Z"
  message: Stopping container model-chainer-raw-41715
  metadata:
    creationTimestamp: "2026-03-18T16:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:01Z"
    name: model-chainer-raw-41715-84f87fd6b7-shn4m.189dfdd0c1c11750
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 13c40da4-6f6a-4889-a2b7-e5a251c1f647
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-173.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-173.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-41715}
    kind: Pod
    name: model-chainer-raw-41715-84f87fd6b7-shn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 232e9e1c-3dde-4f5e-8405-045a0555dbf0
  kind: Event
  lastTimestamp: "2026-03-18T16:55:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-03-18T16:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:55:30Z"
    name: model-chainer-raw-41715-84f87fd6b7-shn4m.189dfdd1d14259df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 31577838-01ee-407e-8301-795e93988578
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-173.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-173.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-41715-84f87fd6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15042"
    uid: 3490d944-7347-44c1-9ec6-94e97c225453
  kind: Event
  lastTimestamp: "2026-03-18T16:54:51Z"
  message: 'Created pod: model-chainer-raw-41715-84f87fd6b7-shn4m'
  metadata:
    creationTimestamp: "2026-03-18T16:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:54:51Z"
    name: model-chainer-raw-41715-84f87fd6b7.189dfdce6b5c68d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: fa0cbc7e-3907-41e7-85fa-f3a5410c5bd7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-41715
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 43f45f56-5c0b-4022-a0c1-c6263eb07bbd
  kind: Event
  lastTimestamp: "2026-03-18T16:54:51Z"
  message: Scaled up replica set model-chainer-raw-41715-84f87fd6b7 from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T16:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:54:51Z"
    name: model-chainer-raw-41715.189dfdce6a863c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15044"
    uid: dd3e77f5-6dc5-4faa-b08e-4a5a8a06db0a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-41715
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: 417dc2b8-9e75-4ace-8abc-11073ed0decc
  kind: Event
  lastTimestamp: "2026-03-18T16:54:51Z"
  message: InferenceGraph [model-chainer-raw-41715] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:54:51Z"
    name: model-chainer-raw-41715.189dfdce7293a384
    namespace: kserve-ci-e2e-test
    resourceVersion: "15060"
    uid: d6d874df-3f93-428d-a63f-4649d2bad2cb
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:56:51.656572Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: fbd0532b-1313-4dc0-ac0f-9c46c588c5d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp
    to ip-10-0-135-173.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:56:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:56:51Z"
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp.189dfdea738c12b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16168"
    uid: 92d20a86-7105-4c56-81ab-3029ceb18189
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: fbd0532b-1313-4dc0-ac0f-9c46c588c5d0
  kind: Event
  lastTimestamp: "2026-03-18T16:56:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-598eb-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-03-18T16:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:51Z"
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp.189dfdea7bd80328
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: 13eb58f4-f9a6-43c6-9839-d5730747f893
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-173.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-173.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: fbd0532b-1313-4dc0-ac0f-9c46c588c5d0
  kind: Event
  lastTimestamp: "2026-03-18T16:56:52Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:56:52Z"
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp.189dfdeab0323e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: af99cb10-7c30-4a1d-bbb4-d1f2fca7041d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-598eb}
    kind: Pod
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: fbd0532b-1313-4dc0-ac0f-9c46c588c5d0
  kind: Event
  lastTimestamp: "2026-03-18T16:56:52Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:af759cb194c6adf55cc603062d0a02c33a0e8792c000ef381a0435f8f6261a76"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:52Z"
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp.189dfdeab180df3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: ba748940-2578-4a25-9635-a7d4b0dfe9f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-173.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-173.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-598eb}
    kind: Pod
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: fbd0532b-1313-4dc0-ac0f-9c46c588c5d0
  kind: Event
  lastTimestamp: "2026-03-18T16:56:52Z"
  message: 'Created container: model-chainer-raw-hpa-598eb'
  metadata:
    creationTimestamp: "2026-03-18T16:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:52Z"
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp.189dfdeab479a011
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: e6fd25e6-47a4-4b68-944b-e4b7a3c3ee05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-173.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-173.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-598eb}
    kind: Pod
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: fbd0532b-1313-4dc0-ac0f-9c46c588c5d0
  kind: Event
  lastTimestamp: "2026-03-18T16:56:52Z"
  message: Started container model-chainer-raw-hpa-598eb
  metadata:
    creationTimestamp: "2026-03-18T16:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:52Z"
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp.189dfdeab4d86ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16192"
    uid: 629b1d1f-b0f6-489b-b6d2-0e0c8eed7a9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-173.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-173.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-598eb}
    kind: Pod
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: fbd0532b-1313-4dc0-ac0f-9c46c588c5d0
  kind: Event
  lastTimestamp: "2026-03-18T16:57:01Z"
  message: Stopping container model-chainer-raw-hpa-598eb
  metadata:
    creationTimestamp: "2026-03-18T16:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:01Z"
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp.189dfdeccca40206
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2d245176-b755-4572-9aee-31c733b46bd7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-173.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-173.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-598eb}
    kind: Pod
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: fbd0532b-1313-4dc0-ac0f-9c46c588c5d0
  kind: Event
  lastTimestamp: "2026-03-18T16:57:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-03-18T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:29Z"
    name: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp.189dfded6045119b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: 0624387d-74b6-4581-a56b-9d33fede4848
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-173.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-173.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-598eb-86b654b4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 5a9b771d-1f4a-4cbf-a052-4b166972ccbf
  kind: Event
  lastTimestamp: "2026-03-18T16:56:51Z"
  message: 'Created pod: model-chainer-raw-hpa-598eb-86b654b4cf-5jdmp'
  metadata:
    creationTimestamp: "2026-03-18T16:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:51Z"
    name: model-chainer-raw-hpa-598eb-86b654b4cf.189dfdea732abf27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: 5ac168d7-9fee-4c97-ac76-02f585ef9693
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-598eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16158"
    uid: f18d9d20-05b9-4c7e-8a88-ccee8692bafb
  kind: Event
  lastTimestamp: "2026-03-18T16:56:51Z"
  message: Scaled up replica set model-chainer-raw-hpa-598eb-86b654b4cf from 0 to
    1
  metadata:
    creationTimestamp: "2026-03-18T16:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:51Z"
    name: model-chainer-raw-hpa-598eb.189dfdea725e4b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16161"
    uid: 311c6b12-997e-446e-8e77-34505befc9c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-598eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16174"
    uid: 403eda3f-d986-4f8f-8c01-1090369f848c
  kind: Event
  lastTimestamp: "2026-03-18T16:56:51Z"
  message: InferenceGraph [model-chainer-raw-hpa-598eb] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:56:51Z"
    name: model-chainer-raw-hpa-598eb.189dfdea75c07b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16176"
    uid: 46b37307-af55-4ca6-9751-3d80ea0f9d63
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-598eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16151"
    uid: 403eda3f-d986-4f8f-8c01-1090369f848c
  kind: Event
  lastTimestamp: "2026-03-18T16:56:51Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-hpa-598eb":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-598eb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:56:51Z"
    name: model-chainer-raw-hpa-598eb.189dfdea79544350
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 84b4b6af-ef48-48ed-8ff3-1f3b53e1e3ad
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-598eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16151"
    uid: 403eda3f-d986-4f8f-8c01-1090369f848c
  kind: Event
  lastTimestamp: "2026-03-18T16:56:51Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-598eb": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:56:51Z"
    name: model-chainer-raw-hpa-598eb.189dfdea795498e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: 595bc491-45bf-4f9c-ad64-2f7f904b37fb
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:04:05.394965Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 9a3e6f2c-de86-4352-ad7c-876ec6601b25
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-4bf7c-predictor-5854b44986-vgfk9
    to ip-10-0-133-190.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:04:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:04:05Z"
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9.189dfe4f705ec7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19871"
    uid: 4f068aa9-0f2a-4a1f-b159-774326bbf5ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19874"
    uid: 9a3e6f2c-de86-4352-ad7c-876ec6601b25
  kind: Event
  lastTimestamp: "2026-03-18T17:04:05Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:04:05Z"
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9.189dfe4f8a570e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19887"
    uid: dc423d35-0778-486e-bc4e-450c6c9a4548
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 9a3e6f2c-de86-4352-ad7c-876ec6601b25
  kind: Event
  lastTimestamp: "2026-03-18T17:04:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:05Z"
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9.189dfe4f8b7fb774
    namespace: kserve-ci-e2e-test
    resourceVersion: "19889"
    uid: 45e8eeea-e63f-4b23-a2fb-0cb40b5b141d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 9a3e6f2c-de86-4352-ad7c-876ec6601b25
  kind: Event
  lastTimestamp: "2026-03-18T17:04:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:05Z"
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9.189dfe4f8e1db295
    namespace: kserve-ci-e2e-test
    resourceVersion: "19891"
    uid: e5227747-f320-453b-acbe-b3a6a5013255
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 9a3e6f2c-de86-4352-ad7c-876ec6601b25
  kind: Event
  lastTimestamp: "2026-03-18T17:04:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:05Z"
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9.189dfe4f8ea53b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 927a1c82-507d-4fc9-993d-02bb3712f1ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 9a3e6f2c-de86-4352-ad7c-876ec6601b25
  kind: Event
  lastTimestamp: "2026-03-18T17:04:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:09Z"
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9.189dfe5070173eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: c82df8ac-9af0-41e8-afd9-4ff2e79d372f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 9a3e6f2c-de86-4352-ad7c-876ec6601b25
  kind: Event
  lastTimestamp: "2026-03-18T17:04:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:09Z"
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9.189dfe507373997b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: 4a3e6f41-d54d-4a08-8fbf-16599d126d5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 9a3e6f2c-de86-4352-ad7c-876ec6601b25
  kind: Event
  lastTimestamp: "2026-03-18T17:04:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:09Z"
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9.189dfe5073de8f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: 9e59c211-0a85-47d9-9505-6285cf17fcd4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 9a3e6f2c-de86-4352-ad7c-876ec6601b25
  kind: Event
  lastTimestamp: "2026-03-18T17:05:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:05:23Z"
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9.189dfe50abf9a8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: f236be48-9c1f-4712-91ca-38d6dab7ac70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 9a3e6f2c-de86-4352-ad7c-876ec6601b25
  kind: Event
  lastTimestamp: "2026-03-18T17:05:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:05:35Z"
    name: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9.189dfe6468fa8641
    namespace: kserve-ci-e2e-test
    resourceVersion: "20571"
    uid: ca9c3de7-7cf5-4c67-937a-ee417f055441
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-4bf7c-predictor-5854b44986
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 4f8ec774-8b29-463e-9929-70ba11703654
  kind: Event
  lastTimestamp: "2026-03-18T17:04:05Z"
  message: 'Created pod: raw-sklearn-4bf7c-predictor-5854b44986-vgfk9'
  metadata:
    creationTimestamp: "2026-03-18T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:05Z"
    name: raw-sklearn-4bf7c-predictor-5854b44986.189dfe4f6fdd4864
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: 5e82b4df-b005-4caf-a4fc-9b5cefccd28c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-4bf7c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 8640d1f8-6158-4769-bd32-7ff15cfd6c34
  kind: Event
  lastTimestamp: "2026-03-18T17:04:05Z"
  message: Scaled up replica set raw-sklearn-4bf7c-predictor-5854b44986 from 0 to
    1
  metadata:
    creationTimestamp: "2026-03-18T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:05Z"
    name: raw-sklearn-4bf7c-predictor.189dfe4f69173967
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 05b0078e-a301-4d9c-adee-bb5d06293fff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-4bf7c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 8aa2cc73-b079-4095-af46-353b9b5b8572
  kind: Event
  lastTimestamp: "2026-03-18T17:04:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:35Z"
    name: raw-sklearn-4bf7c-predictor.189dfe52e7ced55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20118"
    uid: 9bffdabd-634b-4f73-b9fa-bddddf811a2e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-4bf7c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 8aa2cc73-b079-4095-af46-353b9b5b8572
  kind: Event
  lastTimestamp: "2026-03-18T17:04:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:35Z"
    name: raw-sklearn-4bf7c-predictor.189dfe52e8134926
    namespace: kserve-ci-e2e-test
    resourceVersion: "20119"
    uid: 830bb7d6-ca79-4f64-a90c-b79b44db4899
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-4bf7c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20008"
    uid: 8aa2cc73-b079-4095-af46-353b9b5b8572
  kind: Event
  lastTimestamp: "2026-03-18T17:05:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:05:35Z"
    name: raw-sklearn-4bf7c-predictor.189dfe59e5f2bbb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20553"
    uid: 916a1f29-9802-4cfb-94d7-0d8e2cdd9abe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-4bf7c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20008"
    uid: 8aa2cc73-b079-4095-af46-353b9b5b8572
  kind: Event
  lastTimestamp: "2026-03-18T17:05:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:05:35Z"
    name: raw-sklearn-4bf7c-predictor.189dfe59e6529af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: 63e654c1-6a9e-430c-8b22-804a8375f0a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-4bf7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: fae9d1c5-22a2-4e57-9ce8-c4762d0ffea0
  kind: Event
  lastTimestamp: "2026-03-18T17:05:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:05:33Z"
    name: raw-sklearn-4bf7c.189dfe4f6df48e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: add0dd6f-edfd-4ec4-a679-a7e256416b3f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-4bf7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: fae9d1c5-22a2-4e57-9ce8-c4762d0ffea0
  kind: Event
  lastTimestamp: "2026-03-18T17:04:05Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-4bf7c": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-4bf7c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:04:05Z"
    name: raw-sklearn-4bf7c.189dfe4f6e62f8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: 1119db14-7da6-4eab-9416-d09267c3a252
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-4bf7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: fae9d1c5-22a2-4e57-9ce8-c4762d0ffea0
  kind: Event
  lastTimestamp: "2026-03-18T17:04:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-4bf7c": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:04:05Z"
    name: raw-sklearn-4bf7c.189dfe4f6e634084
    namespace: kserve-ci-e2e-test
    resourceVersion: "19863"
    uid: 272be8aa-2c7c-457f-bfa1-1f732d972238
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-4bf7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: fae9d1c5-22a2-4e57-9ce8-c4762d0ffea0
  kind: Event
  lastTimestamp: "2026-03-18T17:05:33Z"
  message: InferenceService [raw-sklearn-4bf7c] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:05:33Z"
    name: raw-sklearn-4bf7c.189dfe63fbce44fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: dc0c8271-5714-44db-8a91-3d82a1774421
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:05:35.673655Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: bcac3e88-2eeb-4948-be6c-dbb5bd19da51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8
    to ip-10-0-133-190.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:05:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:05:35Z"
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8.189dfe6475664a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: 9e5c7aac-125d-4266-96d4-17cd362df16d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fc85577c8-6492t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: bcac3e88-2eeb-4948-be6c-dbb5bd19da51
  kind: Event
  lastTimestamp: "2026-03-18T17:05:36Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:05:36Z"
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8.189dfe648ecb9cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 38f9e919-2c46-4062-9e9e-78aa1a327578
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: bcac3e88-2eeb-4948-be6c-dbb5bd19da51
  kind: Event
  lastTimestamp: "2026-03-18T17:05:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:05:36Z"
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8.189dfe649011c14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: ef309873-c704-4eed-a610-5467dbcf2394
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: bcac3e88-2eeb-4948-be6c-dbb5bd19da51
  kind: Event
  lastTimestamp: "2026-03-18T17:05:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:05:36Z"
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8.189dfe6493781913
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: d43ade99-3f3c-41f3-8006-9ca49ac75f50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: bcac3e88-2eeb-4948-be6c-dbb5bd19da51
  kind: Event
  lastTimestamp: "2026-03-18T17:05:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:05:36Z"
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8.189dfe6493ed3bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: d579e5a2-b791-46f2-83f1-dd2eda9e2877
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: bcac3e88-2eeb-4948-be6c-dbb5bd19da51
  kind: Event
  lastTimestamp: "2026-03-18T17:05:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:05:39Z"
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8.189dfe65758dbbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 71ffb583-e1de-4d74-9f5d-733f46635b15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: bcac3e88-2eeb-4948-be6c-dbb5bd19da51
  kind: Event
  lastTimestamp: "2026-03-18T17:05:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:05:40Z"
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8.189dfe657874c8f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: 6e290756-f1af-415e-ad7b-e18cc21fe8e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: bcac3e88-2eeb-4948-be6c-dbb5bd19da51
  kind: Event
  lastTimestamp: "2026-03-18T17:05:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:05:40Z"
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8.189dfe6578f40060
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: 33a9cea6-7812-4d5d-82ec-1f2312e9267c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: bcac3e88-2eeb-4948-be6c-dbb5bd19da51
  kind: Event
  lastTimestamp: "2026-03-18T17:06:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:06:55Z"
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8.189dfe65b19413cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21197"
    uid: a76aa0f2-798b-4908-9a19-da2140b12bf9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: bcac3e88-2eeb-4948-be6c-dbb5bd19da51
  kind: Event
  lastTimestamp: "2026-03-18T17:07:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:07:15Z"
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8.189dfe7bca091fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: 4cd9dd20-8854-4873-899b-8af16004362a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20581"
    uid: b94a5097-ea64-4237-9dcb-9b44dac3fd6c
  kind: Event
  lastTimestamp: "2026-03-18T17:05:35Z"
  message: 'Created pod: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d-rpps8'
  metadata:
    creationTimestamp: "2026-03-18T17:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:05:35Z"
    name: raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d.189dfe647503dc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: 5deecdcd-c255-42a2-bd8e-8bbff6aa3150
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-8eb0c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20579"
    uid: 2d29497d-da43-4083-b4f3-8acf741e0eb8
  kind: Event
  lastTimestamp: "2026-03-18T17:05:35Z"
  message: Scaled up replica set raw-sklearn-runtime-8eb0c-predictor-58f7bfb56d from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:05:35Z"
    name: raw-sklearn-runtime-8eb0c-predictor.189dfe646b6cb592
    namespace: kserve-ci-e2e-test
    resourceVersion: "20583"
    uid: e1a78983-2672-456b-9ec0-c61c8357a4cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8eb0c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 9db055b8-35c6-44ae-bdc3-d832812f65e4
  kind: Event
  lastTimestamp: "2026-03-18T17:06:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:06:20Z"
    name: raw-sklearn-runtime-8eb0c-predictor.189dfe67ea6a4a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 998b6ccc-df00-4900-830f-e55755e62530
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8eb0c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 9db055b8-35c6-44ae-bdc3-d832812f65e4
  kind: Event
  lastTimestamp: "2026-03-18T17:06:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:06:20Z"
    name: raw-sklearn-runtime-8eb0c-predictor.189dfe67eaa0081c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20949"
    uid: 119e8d5a-1d8e-43f7-8627-96b8232bcc24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8eb0c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: 9db055b8-35c6-44ae-bdc3-d832812f65e4
  kind: Event
  lastTimestamp: "2026-03-18T17:07:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:07:05Z"
    name: raw-sklearn-runtime-8eb0c-predictor.189dfe726799ac6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 2c893847-d6b2-47af-9542-c0ac776c9702
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8eb0c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: 9db055b8-35c6-44ae-bdc3-d832812f65e4
  kind: Event
  lastTimestamp: "2026-03-18T17:07:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:07:05Z"
    name: raw-sklearn-runtime-8eb0c-predictor.189dfe7267f8f6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: 7298e86e-5e1c-426f-ac0f-b5f4fdf9aad8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8eb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: 8315651d-4d52-4258-8ea9-106bfc6d541d
  kind: Event
  lastTimestamp: "2026-03-18T17:07:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:07:05Z"
    name: raw-sklearn-runtime-8eb0c.189dfe646ba0631a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bf5bc8b7-89ad-4ffb-8b93-6477ae2230a4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8eb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: 8315651d-4d52-4258-8ea9-106bfc6d541d
  kind: Event
  lastTimestamp: "2026-03-18T17:05:35Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-8eb0c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-8eb0c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:05:35Z"
    name: raw-sklearn-runtime-8eb0c.189dfe646c0fd38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20604"
    uid: f66d3b6e-dfc7-4303-9a2e-264b45afabf2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8eb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20590"
    uid: 8315651d-4d52-4258-8ea9-106bfc6d541d
  kind: Event
  lastTimestamp: "2026-03-18T17:05:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-8eb0c": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:05:35Z"
    name: raw-sklearn-runtime-8eb0c.189dfe6476f4ec5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: 02b65446-2137-4ce1-8df2-a728d1a0813b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8eb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21276"
    uid: 8315651d-4d52-4258-8ea9-106bfc6d541d
  kind: Event
  lastTimestamp: "2026-03-18T17:07:05Z"
  message: InferenceService [raw-sklearn-runtime-8eb0c] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:07:05Z"
    name: raw-sklearn-runtime-8eb0c.189dfe79672e4463
    namespace: kserve-ci-e2e-test
    resourceVersion: "21277"
    uid: c3766c2b-7cfe-4418-b5c6-b65af4ba53cb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "21555"