---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:37:49.948444Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e032fb-predictor-55b46c576-5ln58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19564"
    uid: d3fcb851-f53a-40ba-a13c-88baf419533d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-e032fb-predictor-55b46c576-5ln58
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:37:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:37:49Z"
    name: isvc-init-fail-e032fb-predictor-55b46c576-5ln58.18a6ea4177d4db2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19568"
    uid: 92349c40-709f-4289-a7db-187a637658da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e032fb-predictor-55b46c576-5ln58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: d3fcb851-f53a-40ba-a13c-88baf419533d
  kind: Event
  lastTimestamp: "2026-04-16T18:37:50Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:37:50Z"
    name: isvc-init-fail-e032fb-predictor-55b46c576-5ln58.18a6ea41906f3487
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: a6268b53-b515-4dd4-b188-338f2648b692
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e032fb-predictor-55b46c576-5ln58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: d3fcb851-f53a-40ba-a13c-88baf419533d
  kind: Event
  lastTimestamp: "2026-04-16T18:37:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:55Z"
    name: isvc-init-fail-e032fb-predictor-55b46c576-5ln58.18a6ea4191b674ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19637"
    uid: 7e7d75d3-7a60-4bb8-8a7b-71685f746f77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e032fb-predictor-55b46c576-5ln58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: d3fcb851-f53a-40ba-a13c-88baf419533d
  kind: Event
  lastTimestamp: "2026-04-16T18:37:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:55Z"
    name: isvc-init-fail-e032fb-predictor-55b46c576-5ln58.18a6ea41954f899f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: a33531c0-3a57-4123-9dbf-0751f32bd6d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e032fb-predictor-55b46c576-5ln58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: d3fcb851-f53a-40ba-a13c-88baf419533d
  kind: Event
  lastTimestamp: "2026-04-16T18:37:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:55Z"
    name: isvc-init-fail-e032fb-predictor-55b46c576-5ln58.18a6ea4195ceba96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: e3ea01ca-d324-4acf-b96c-b6c168c04ce9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e032fb-predictor-55b46c576-5ln58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: d3fcb851-f53a-40ba-a13c-88baf419533d
  kind: Event
  lastTimestamp: "2026-04-16T18:37:59Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:59Z"
    name: isvc-init-fail-e032fb-predictor-55b46c576-5ln58.18a6ea43cce40813
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: 462ac2ca-e51c-4e8d-87bc-e7353dcd926b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-e032fb-predictor-55b46c576
    namespace: kserve-ci-e2e-test
    resourceVersion: "19555"
    uid: 4c43bffd-87c8-4924-ba48-435a850a1ef1
  kind: Event
  lastTimestamp: "2026-04-16T18:37:49Z"
  message: 'Created pod: isvc-init-fail-e032fb-predictor-55b46c576-5ln58'
  metadata:
    creationTimestamp: "2026-04-16T18:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:49Z"
    name: isvc-init-fail-e032fb-predictor-55b46c576.18a6ea417762d53b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: 5d5face2-3530-470d-85ee-66880adb4cb2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-e032fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19553"
    uid: f2f853c0-eb00-4801-828c-0ae80b813653
  kind: Event
  lastTimestamp: "2026-04-16T18:37:49Z"
  message: Scaled up replica set isvc-init-fail-e032fb-predictor-55b46c576 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:49Z"
    name: isvc-init-fail-e032fb-predictor.18a6ea417478a535
    namespace: kserve-ci-e2e-test
    resourceVersion: "19557"
    uid: 4b0a9b5e-0c5e-42cd-a64c-9a99fac7436c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e032fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 5e08db31-05e3-4083-9274-3d7f5feccfae
  kind: Event
  lastTimestamp: "2026-04-16T18:37:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:55Z"
    name: isvc-init-fail-e032fb.18a6ea417432f7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 8def3a9d-ef7f-4ec5-b3cb-755f4ae6af69
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e032fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 5e08db31-05e3-4083-9274-3d7f5feccfae
  kind: Event
  lastTimestamp: "2026-04-16T18:37:49Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-e032fb":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-e032fb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:49Z"
    name: isvc-init-fail-e032fb.18a6ea417495d7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: eb3b3098-0bfc-4c50-a8a3-b58cba7fbba9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e032fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 5e08db31-05e3-4083-9274-3d7f5feccfae
  kind: Event
  lastTimestamp: "2026-04-16T18:37:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-e032fb": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:49Z"
    name: isvc-init-fail-e032fb.18a6ea41749641bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: f16647cd-1ed7-48bd-8ad6-5961361bb1c1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:32:18.038236Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:32:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:32:18Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6e9f430710a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: be72a620-0fd1-444c-aeb1-7066f4f0e0fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:32:18Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:32:18Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6e9f4495bb6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 5b7da094-07ba-413f-82b9-c47ad5c8f457
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:32:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:18Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6e9f44aa4374b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16860"
    uid: fd08fa36-d330-455d-a228-765707891326
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:32:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:18Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6e9f44dafea7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16861"
    uid: 469b4422-4053-4266-9c8d-0f78b4599009
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:32:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:18Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6e9f44e23aedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16862"
    uid: 72f725c6-b817-4d10-bfb1-3e55210b268e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:32:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:22Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6e9f53a6fd7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: c80f45d6-fa7a-41f3-ae5e-9c93dc274f3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:32:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:22Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6e9f53dbb2461
    namespace: kserve-ci-e2e-test
    resourceVersion: "16908"
    uid: 59cf0df9-f66e-4be0-a81a-27a4c5d46c29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:32:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:22Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6e9f53e30b315
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: 5e69f6a9-1699-4412-aa0a-564d7bd187d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:32:22Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:8e66bcaed2f24ffcb25d3d205c20817226e734d9f767ce87236b320060cc44f3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:22Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6e9f53e3f0d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: 61a2a8c8-c1e6-47dc-a846-bd320b9bf4e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:32:22Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:22Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6e9f540f32581
    namespace: kserve-ci-e2e-test
    resourceVersion: "16912"
    uid: ec845b85-006a-4457-bdf6-213d7951122b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:32:22Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:22Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6e9f54165d700
    namespace: kserve-ci-e2e-test
    resourceVersion: "16913"
    uid: 7f6487b1-a3b7-49b4-af01-625f2d45d686
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:34:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:04Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6e9f576681438
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: d9a85b5b-b9fa-43b0-b170-397ed997c601
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:34:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:04Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6e9f576713f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 33512bac-c5ad-49d3-b855-308f8e392298
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:33:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:43Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6ea0809555b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17547"
    uid: e0e43dd0-9719-4d5d-bca7-f789c0ae6e96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 0c6021fd-aa29-4d75-a316-4660eafebeee
  kind: Event
  lastTimestamp: "2026-04-16T18:33:43Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:43Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf.18a6ea080955d4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17549"
    uid: 68d59916-08fa-4d8b-b142-f580e51b4347
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-1141a-predictor-77b9c999df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: 605f8a6b-ed87-475d-9789-0239418144f5
  kind: Event
  lastTimestamp: "2026-04-16T18:32:18Z"
  message: 'Created pod: isvc-logger-raw-1141a-predictor-77b9c999df-hj9hf'
  metadata:
    creationTimestamp: "2026-04-16T18:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:18Z"
    name: isvc-logger-raw-1141a-predictor-77b9c999df.18a6e9f43010d548
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: 62d9783c-4314-4b3f-b39e-4dec83647977
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-1141a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16824"
    uid: d2c5617d-47fc-408a-9409-ed9d9386ab44
  kind: Event
  lastTimestamp: "2026-04-16T18:32:17Z"
  message: Scaled up replica set isvc-logger-raw-1141a-predictor-77b9c999df from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:17Z"
    name: isvc-logger-raw-1141a-predictor.18a6e9f42d310da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 4315eca7-860c-41c8-a7ff-7fdb53b83cca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-1141a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: 6436f408-5fe0-4630-b4fc-ddc2a7ee01e5
  kind: Event
  lastTimestamp: "2026-04-16T18:33:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:03Z"
    name: isvc-logger-raw-1141a-predictor.18a6e9f7abcb8fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: f01815e0-6267-448f-b302-33926a422585
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-1141a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: 6436f408-5fe0-4630-b4fc-ddc2a7ee01e5
  kind: Event
  lastTimestamp: "2026-04-16T18:33:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:03Z"
    name: isvc-logger-raw-1141a-predictor.18a6e9f7ac33310a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: 4d5d60e5-a5a4-4416-ad8f-54b3fcccfaed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-1141a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 6436f408-5fe0-4630-b4fc-ddc2a7ee01e5
  kind: Event
  lastTimestamp: "2026-04-16T18:33:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:33Z"
    name: isvc-logger-raw-1141a-predictor.18a6ea0229ad2fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: b1707145-41e3-4bcb-9d9e-c40286b824b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-1141a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 6436f408-5fe0-4630-b4fc-ddc2a7ee01e5
  kind: Event
  lastTimestamp: "2026-04-16T18:33:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:33Z"
    name: isvc-logger-raw-1141a-predictor.18a6ea022a18d17d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: 8de5f73f-c020-43b9-81c8-0d740daf443c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-1141a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: 913ae245-c388-46aa-89b6-a748deaeb7f6
  kind: Event
  lastTimestamp: "2026-04-16T18:33:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:34Z"
    name: isvc-logger-raw-1141a.18a6e9f42d0075d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 8ca9b96b-9eb6-4ed8-b2fd-b9cf41d7f222
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-1141a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: 913ae245-c388-46aa-89b6-a748deaeb7f6
  kind: Event
  lastTimestamp: "2026-04-16T18:32:18Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-1141a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-1141a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:32:18Z"
    name: isvc-logger-raw-1141a.18a6e9f42d68fc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: 184ed61e-448a-4613-a352-4f9e50830643
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-1141a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 913ae245-c388-46aa-89b6-a748deaeb7f6
  kind: Event
  lastTimestamp: "2026-04-16T18:32:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-1141a": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:32:18Z"
    name: isvc-logger-raw-1141a.18a6e9f43248f7f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16849"
    uid: b55056a9-40d0-41b5-980b-4361d8a516dd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-1141a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: 913ae245-c388-46aa-89b6-a748deaeb7f6
  kind: Event
  lastTimestamp: "2026-04-16T18:33:34Z"
  message: InferenceService [isvc-logger-raw-1141a] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:34Z"
    name: isvc-logger-raw-1141a.18a6ea06030827a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17443"
    uid: 9c2478bb-9cd7-498c-8b72-9ff895006d9e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:36:13.598557Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18715"
    uid: ae65c876-32fd-4382-ad92-942c6a9a69e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:36:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:36:13Z"
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx.18a6ea2b08ee3a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18721"
    uid: 6fa05a74-040b-47be-8e9d-59bf417158da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18724"
    uid: ae65c876-32fd-4382-ad92-942c6a9a69e9
  kind: Event
  lastTimestamp: "2026-04-16T18:36:14Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:36:14Z"
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx.18a6ea2b21669d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18735"
    uid: 4d63a133-abb5-449d-829d-491e7b873cdd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: ae65c876-32fd-4382-ad92-942c6a9a69e9
  kind: Event
  lastTimestamp: "2026-04-16T18:36:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:14Z"
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx.18a6ea2b22d5d686
    namespace: kserve-ci-e2e-test
    resourceVersion: "18737"
    uid: 7336bd2d-518d-4d55-a39e-f29032ffb5b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: ae65c876-32fd-4382-ad92-942c6a9a69e9
  kind: Event
  lastTimestamp: "2026-04-16T18:36:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:14Z"
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx.18a6ea2b25e69084
    namespace: kserve-ci-e2e-test
    resourceVersion: "18741"
    uid: 1fcc4b98-7afc-4f68-bf8e-1675ec2458ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: ae65c876-32fd-4382-ad92-942c6a9a69e9
  kind: Event
  lastTimestamp: "2026-04-16T18:36:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:14Z"
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx.18a6ea2b26568210
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: 704ce9bb-f735-40f3-aee9-ad15c109db71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: ae65c876-32fd-4382-ad92-942c6a9a69e9
  kind: Event
  lastTimestamp: "2026-04-16T18:36:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:18Z"
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx.18a6ea2c17b7d8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 5aeaba4b-7000-4c25-b629-9fe058cefb7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: ae65c876-32fd-4382-ad92-942c6a9a69e9
  kind: Event
  lastTimestamp: "2026-04-16T18:36:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:18Z"
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx.18a6ea2c1b3209e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 7da960d2-f7b3-4a57-892f-03f6cd67d5a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: ae65c876-32fd-4382-ad92-942c6a9a69e9
  kind: Event
  lastTimestamp: "2026-04-16T18:36:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:18Z"
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx.18a6ea2c1be80d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18781"
    uid: 80a1930b-2b14-4169-b955-cd05889c48e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: ae65c876-32fd-4382-ad92-942c6a9a69e9
  kind: Event
  lastTimestamp: "2026-04-16T18:37:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:50Z"
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx.18a6ea2c5399deb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 093051e4-7b24-426d-ab4c-b27c1bc4f994
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: ae65c876-32fd-4382-ad92-942c6a9a69e9
  kind: Event
  lastTimestamp: "2026-04-16T18:37:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:49Z"
    name: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx.18a6ea4173199516
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 27f031a2-93d8-4535-ad59-4d295904f14f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-1b6d1a-predictor-6ff5998d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18706"
    uid: 1fecb2ac-399a-4eb4-a635-e829c1a76125
  kind: Event
  lastTimestamp: "2026-04-16T18:36:13Z"
  message: 'Created pod: isvc-primary-1b6d1a-predictor-6ff5998d79-db6nx'
  metadata:
    creationTimestamp: "2026-04-16T18:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:13Z"
    name: isvc-primary-1b6d1a-predictor-6ff5998d79.18a6ea2b08787af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: 1991d2e7-ccc1-476c-b589-996e8afab6f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-1b6d1a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: d8d7cf9b-14fa-49a8-9cbc-e14fdb83fc6f
  kind: Event
  lastTimestamp: "2026-04-16T18:36:13Z"
  message: Scaled up replica set isvc-primary-1b6d1a-predictor-6ff5998d79 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:13Z"
    name: isvc-primary-1b6d1a-predictor.18a6ea2b03ceb4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18708"
    uid: 7362c5de-2265-47e3-ab7f-daaf17d3898c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1b6d1a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18705"
    uid: 430aded5-26b6-494f-9fcc-9e9ef11f513b
  kind: Event
  lastTimestamp: "2026-04-16T18:36:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:58Z"
    name: isvc-primary-1b6d1a-predictor.18a6ea2e828ad2e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19068"
    uid: 799d447a-b41c-4292-955d-34b364e5ab36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1b6d1a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18705"
    uid: 430aded5-26b6-494f-9fcc-9e9ef11f513b
  kind: Event
  lastTimestamp: "2026-04-16T18:36:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:58Z"
    name: isvc-primary-1b6d1a-predictor.18a6ea2e83029b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19069"
    uid: 53807e24-7cd7-402f-bf5d-b2bff581002f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1b6d1a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18857"
    uid: 430aded5-26b6-494f-9fcc-9e9ef11f513b
  kind: Event
  lastTimestamp: "2026-04-16T18:37:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:43Z"
    name: isvc-primary-1b6d1a-predictor.18a6ea3900a3b25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19454"
    uid: 90f57095-8c56-44be-893c-5f9b0c6c9fb3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1b6d1a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18857"
    uid: 430aded5-26b6-494f-9fcc-9e9ef11f513b
  kind: Event
  lastTimestamp: "2026-04-16T18:37:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:43Z"
    name: isvc-primary-1b6d1a-predictor.18a6ea39010f2186
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: fc074bf3-1fe7-486e-8721-0131175ce855
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1b6d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 90bfe9ea-8669-4516-ad6a-b0c4ec495a80
  kind: Event
  lastTimestamp: "2026-04-16T18:37:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:30Z"
    name: isvc-primary-1b6d1a.18a6ea2b03a3233a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: f6e0c39f-b212-4349-8804-538d8fb3ab78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1b6d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 90bfe9ea-8669-4516-ad6a-b0c4ec495a80
  kind: Event
  lastTimestamp: "2026-04-16T18:36:13Z"
  message: 'Failed to update status for InferenceService "isvc-primary-1b6d1a": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-1b6d1a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:36:13Z"
    name: isvc-primary-1b6d1a.18a6ea2b040de2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18710"
    uid: 00ba7e0c-791e-4670-96fb-db9add8eb56d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1b6d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 90bfe9ea-8669-4516-ad6a-b0c4ec495a80
  kind: Event
  lastTimestamp: "2026-04-16T18:36:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-1b6d1a": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:36:13Z"
    name: isvc-primary-1b6d1a.18a6ea2b040e2e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18711"
    uid: caa1f5cd-0a69-47e8-8483-f279c4e9c505
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1b6d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19298"
    uid: 90bfe9ea-8669-4516-ad6a-b0c4ec495a80
  kind: Event
  lastTimestamp: "2026-04-16T18:37:30Z"
  message: InferenceService [isvc-primary-1b6d1a] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:30Z"
    name: isvc-primary-1b6d1a.18a6ea3ce10520e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: f8cbfc02-16ed-4120-ab10-a1de69864def
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:27:02.103513Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:27:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:27:02Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9aaa143c468
    namespace: kserve-ci-e2e-test
    resourceVersion: "13938"
    uid: cefae57f-aa51-4178-b646-a8f9ac993af9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13943"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:27:02Z"
  message: Add eth0 [10.132.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:27:02Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9aaba63aac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13954"
    uid: f8ef7373-610b-4b71-81fd-ecb072156dc3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:27:02Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
  metadata:
    creationTimestamp: "2026-04-16T18:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:02Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9aabbad9c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "13956"
    uid: 376ea95b-cf0e-4835-bae9-0bc116ebf984
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:27:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    in 3.012s (3.012s including waiting). Image size: 301288371 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:05Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9ab6f389075
    namespace: kserve-ci-e2e-test
    resourceVersion: "13975"
    uid: 4ffbd8a3-e501-483c-8351-88443699963c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:27:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:05Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9ab72786ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13976"
    uid: 480a1ea1-e44a-432e-9978-8f472f9cec12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:27:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:05Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9ab730046ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "13977"
    uid: db13b6e0-578d-494e-8e2f-ee8ff9f7ee37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:27:09Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
  metadata:
    creationTimestamp: "2026-04-16T18:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:09Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9ac5fbe62d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14016"
    uid: 52e1b996-bfd2-41f7-8c5b-06f86bc5af2a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:27:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    in 12.568s (12.568s including waiting). Image size: 1560816050 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:22Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9af4ce52510
    namespace: kserve-ci-e2e-test
    resourceVersion: "14106"
    uid: 198ac765-38f7-44df-9f52-5694834d8e5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:27:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:22Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9af4fe932e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14107"
    uid: 1533bf26-33b7-4c56-9950-b98718955140
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:27:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:22Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9af5055a6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14108"
    uid: 1ede697b-28eb-4fd5-b321-af06facc447b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:27:22Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:8e66bcaed2f24ffcb25d3d205c20817226e734d9f767ce87236b320060cc44f3"
  metadata:
    creationTimestamp: "2026-04-16T18:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:22Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9af5062c87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: 11b3a464-848b-448d-9c64-120f0ea11332
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:27:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:8e66bcaed2f24ffcb25d3d205c20817226e734d9f767ce87236b320060cc44f3"
    in 2.767s (2.767s including waiting). Image size: 237844561 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:24Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9aff55ab09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14131"
    uid: 67e3ba47-2d79-427d-bec2-18d8c318ad7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:27:25Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:25Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9aff8969054
    namespace: kserve-ci-e2e-test
    resourceVersion: "14132"
    uid: 5bf45b49-04a5-4392-a1cf-fd4722ba9c2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:27:25Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:25Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9aff918e940
    namespace: kserve-ci-e2e-test
    resourceVersion: "14133"
    uid: a6863424-c9ea-4cc6-b57d-22cc410e81d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:29:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:29:16Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9b01cb29a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: 7a9a5bd4-c04a-4e07-a508-525cac861783
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:29:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:29:16Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9b01cbc2723
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: b294c6af-19e3-461c-89ff-7a7cf6a1e367
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9c320c0d1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14769"
    uid: 0ac167c4-52db-4c74-a770-e0602d45815a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: a98754ec-c8c7-4938-8f2c-6800bd994162
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x.18a6e9c320c1f0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14771"
    uid: 99230271-ca0d-4408-aff1-09ab242da12c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: 0565b297-7c01-4d9b-82b6-97ca1019d0c3
  kind: Event
  lastTimestamp: "2026-04-16T18:27:02Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b-jtj2x'
  metadata:
    creationTimestamp: "2026-04-16T18:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:27:02Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b.18a6e9aaa0d43c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "13934"
    uid: 7aea0d47-5b9e-4a5d-b2a7-1e780f291a6c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-65c21-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13922"
    uid: ae19f836-1db3-46bb-a04d-10fa7fb2af0c
  kind: Event
  lastTimestamp: "2026-04-16T18:27:01Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-65c21-predictor-574ddc679b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:27:01Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor.18a6e9aa9a3a448e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13924"
    uid: e3834f75-09fb-4de4-84f3-b159e2bf2522
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-65c21-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13931"
    uid: 59e188a4-a37a-4403-b07a-72dae9fd0c4b
  kind: Event
  lastTimestamp: "2026-04-16T18:28:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:17Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor.18a6e9ae2013cd20
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: 73aeaa1c-eef0-49e2-811e-de64467969e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-65c21-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13931"
    uid: 59e188a4-a37a-4403-b07a-72dae9fd0c4b
  kind: Event
  lastTimestamp: "2026-04-16T18:28:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:17Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor.18a6e9ae206a2681
    namespace: kserve-ci-e2e-test
    resourceVersion: "14508"
    uid: 7b5b0963-c100-4fd3-a1a5-a00932e9d4e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-65c21-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14073"
    uid: 59e188a4-a37a-4403-b07a-72dae9fd0c4b
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor.18a6e9bf9be7b97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: ec4bfbea-28b5-481d-ae66-9993b30c6762
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-65c21-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14073"
    uid: 59e188a4-a37a-4403-b07a-72dae9fd0c4b
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-raw-sklearn-batcher-65c21-predictor.18a6e9bf9c704dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14738"
    uid: 9f63483e-7bca-47c0-9802-b048a0914b0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-65c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "13910"
    uid: 3534f648-64bf-43ca-8091-3ff70901e59a
  kind: Event
  lastTimestamp: "2026-04-16T18:28:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:28:36Z"
    name: isvc-raw-sklearn-batcher-65c21.18a6e9aaa040b37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 7f93da0b-6e30-47c4-9bdb-bb9d03503e51
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-65c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "13910"
    uid: 3534f648-64bf-43ca-8091-3ff70901e59a
  kind: Event
  lastTimestamp: "2026-04-16T18:27:02Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-65c21":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-65c21":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:27:02Z"
    name: isvc-raw-sklearn-batcher-65c21.18a6e9aaa0de2b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "13936"
    uid: f9e8612b-02ba-4f6f-b876-9f90e2262e44
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-65c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "13910"
    uid: 3534f648-64bf-43ca-8091-3ff70901e59a
  kind: Event
  lastTimestamp: "2026-04-16T18:27:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-65c21": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:27:02Z"
    name: isvc-raw-sklearn-batcher-65c21.18a6e9aaa0de6c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "13939"
    uid: f7255ecd-6181-45d1-9132-11e2290d16fa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-65c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 3534f648-64bf-43ca-8091-3ff70901e59a
  kind: Event
  lastTimestamp: "2026-04-16T18:28:36Z"
  message: InferenceService [isvc-raw-sklearn-batcher-65c21] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:28:36Z"
    name: isvc-raw-sklearn-batcher-65c21.18a6e9c0aaad40a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: 63f1e976-1486-4d3f-adec-ad2c51ea2058
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:37:33.798901Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19355"
    uid: 40631665-a2ce-4691-8206-5167175ba62d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:37:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:37:33Z"
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m.18a6ea3db53e6a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19359"
    uid: f38d7c29-46aa-409b-82a4-38cbec651c76
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19365"
    uid: 40631665-a2ce-4691-8206-5167175ba62d
  kind: Event
  lastTimestamp: "2026-04-16T18:37:34Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:37:34Z"
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m.18a6ea3dce190ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19375"
    uid: 1d78c5a9-1ba4-4a74-929d-a48a8d04fb41
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 40631665-a2ce-4691-8206-5167175ba62d
  kind: Event
  lastTimestamp: "2026-04-16T18:37:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:39Z"
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m.18a6ea3dcf682cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: 267ee8b8-5d2b-406e-9b2a-415efd8598c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 40631665-a2ce-4691-8206-5167175ba62d
  kind: Event
  lastTimestamp: "2026-04-16T18:37:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:39Z"
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m.18a6ea3dd2195fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19427"
    uid: 48a9ed00-a817-4790-b92f-b4e1befd6b54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 40631665-a2ce-4691-8206-5167175ba62d
  kind: Event
  lastTimestamp: "2026-04-16T18:37:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:39Z"
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m.18a6ea3dd286dd85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: 0b635bc0-8cdc-4986-918a-977d550af177
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 40631665-a2ce-4691-8206-5167175ba62d
  kind: Event
  lastTimestamp: "2026-04-16T18:37:45Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m_kserve-ci-e2e-test(40631665-a2ce-4691-8206-5167175ba62d)
  metadata:
    creationTimestamp: "2026-04-16T18:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:45Z"
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m.18a6ea406889fbd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19470"
    uid: ebffee9a-5d73-40d4-b86f-ffb5facbd18c
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19345"
    uid: 1fe69946-840a-41d1-943e-53885f129b85
  kind: Event
  lastTimestamp: "2026-04-16T18:37:33Z"
  message: 'Created pod: isvc-secondary-1b6d1a-predictor-5cd95c94db-85c2m'
  metadata:
    creationTimestamp: "2026-04-16T18:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:33Z"
    name: isvc-secondary-1b6d1a-predictor-5cd95c94db.18a6ea3db4690a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19356"
    uid: b5f84641-bc2e-48c2-9d51-0071f10fcdda
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-1b6d1a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19343"
    uid: 219eeda3-5fa4-49f7-aafc-82909c25c3d9
  kind: Event
  lastTimestamp: "2026-04-16T18:37:33Z"
  message: Scaled up replica set isvc-secondary-1b6d1a-predictor-5cd95c94db from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:33Z"
    name: isvc-secondary-1b6d1a-predictor.18a6ea3dae5e10f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19347"
    uid: ab610f0e-2292-46fe-a5eb-776c2b5fca1c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-1b6d1a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: 14f3104a-b58a-4349-8eae-4eb60c5973ee
  kind: Event
  lastTimestamp: "2026-04-16T18:37:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:48Z"
    name: isvc-secondary-1b6d1a-predictor.18a6ea412ce4ea15
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: b8addc90-9b16-43e3-9287-e57a4f3fcbd2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-1b6d1a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: 14f3104a-b58a-4349-8eae-4eb60c5973ee
  kind: Event
  lastTimestamp: "2026-04-16T18:37:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:48Z"
    name: isvc-secondary-1b6d1a-predictor.18a6ea412d51aa20
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 3bf3c15a-b685-4332-92de-75af73a878d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-1b6d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19334"
    uid: 0d4a7a44-db41-4833-b11c-bd2ad928852d
  kind: Event
  lastTimestamp: "2026-04-16T18:37:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:45Z"
    name: isvc-secondary-1b6d1a.18a6ea3dae3a8bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19476"
    uid: 09a508a7-799e-4640-b6c0-e6571ae3ce85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-1b6d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19334"
    uid: 0d4a7a44-db41-4833-b11c-bd2ad928852d
  kind: Event
  lastTimestamp: "2026-04-16T18:37:33Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-1b6d1a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-1b6d1a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:33Z"
    name: isvc-secondary-1b6d1a.18a6ea3daf07e0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19349"
    uid: 069f098c-fb39-44c3-8cca-2085091de960
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-1b6d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19334"
    uid: 0d4a7a44-db41-4833-b11c-bd2ad928852d
  kind: Event
  lastTimestamp: "2026-04-16T18:37:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-1b6d1a": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:33Z"
    name: isvc-secondary-1b6d1a.18a6ea3daf082f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "19350"
    uid: 2f4ec345-56de-4e2c-b7cd-e1691f280239
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:28:47.398704Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 87e2bd64-8f94-4af3-9811-3aaa021efaf9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n.18a6e9c32558d3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14796"
    uid: eb54fa8d-4a36-421c-89eb-2d2f4d5982ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "14801"
    uid: 87e2bd64-8f94-4af3-9811-3aaa021efaf9
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n.18a6e9c33efde44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: c06ecb5e-118f-4da4-9216-7b1ef4e09253
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 87e2bd64-8f94-4af3-9811-3aaa021efaf9
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n.18a6e9c3405f1a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "14826"
    uid: eaa05937-cf28-462c-9767-feaa9ee9bd4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 87e2bd64-8f94-4af3-9811-3aaa021efaf9
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n.18a6e9c3437642d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14830"
    uid: 810cc3fe-f764-4083-b642-64159d449066
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 87e2bd64-8f94-4af3-9811-3aaa021efaf9
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n.18a6e9c343e88096
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: 2e8af489-3408-4188-abb3-90af4f8e510d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 87e2bd64-8f94-4af3-9811-3aaa021efaf9
  kind: Event
  lastTimestamp: "2026-04-16T18:28:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:51Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n.18a6e9c430695497
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 4b5b0446-a23b-4a9e-82cb-eb9f3c4a5071
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 87e2bd64-8f94-4af3-9811-3aaa021efaf9
  kind: Event
  lastTimestamp: "2026-04-16T18:28:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:51Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n.18a6e9c434534a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 3798e85b-ec00-4712-a399-be4cba9ffb99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 87e2bd64-8f94-4af3-9811-3aaa021efaf9
  kind: Event
  lastTimestamp: "2026-04-16T18:28:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:51Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n.18a6e9c434c5d614
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: a3c5b697-84df-4459-b520-7f1c21d39fab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 87e2bd64-8f94-4af3-9811-3aaa021efaf9
  kind: Event
  lastTimestamp: "2026-04-16T18:29:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:29:55Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n.18a6e9c46c7812bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: d07a04ed-81ea-4ded-be8c-734715c696dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 87e2bd64-8f94-4af3-9811-3aaa021efaf9
  kind: Event
  lastTimestamp: "2026-04-16T18:30:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:27Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n.18a6e9da7db611b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 741ff003-9a8d-4d1d-8d65-084c217cd932
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: d191d278-1e3e-4a94-817b-db19fb25353f
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: 'Created pod: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8-6pj9n'
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8.18a6e9c324ca18fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: 1316330f-8b58-4fcb-9bc1-3ea3d28f2126
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-e9c91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: 302316ba-15d8-4240-95ce-4bc772060d56
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-e9c91-predictor-547f94d7c8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor.18a6e9c320411ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: f405e4df-3aec-4be1-b174-c52318071be2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e9c91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14760"
    uid: 8386574f-e9a1-4cc2-9f30-55c2f4883d69
  kind: Event
  lastTimestamp: "2026-04-16T18:29:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:29:32Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor.18a6e9c69edb4aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15204"
    uid: 9fd37fb8-94fc-4808-98d8-bac44c5e179e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e9c91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14760"
    uid: 8386574f-e9a1-4cc2-9f30-55c2f4883d69
  kind: Event
  lastTimestamp: "2026-04-16T18:29:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:29:32Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor.18a6e9c69f6df8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15205"
    uid: ebd5b7ca-ab8a-4f69-b7b3-6145e23e9b13
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e9c91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: 8386574f-e9a1-4cc2-9f30-55c2f4883d69
  kind: Event
  lastTimestamp: "2026-04-16T18:30:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:17Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor.18a6e9d11cc9e3e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15568"
    uid: 52794c1e-5a38-4700-89a1-4b7106e2c901
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e9c91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: 8386574f-e9a1-4cc2-9f30-55c2f4883d69
  kind: Event
  lastTimestamp: "2026-04-16T18:30:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:17Z"
    name: isvc-sklearn-graph-raw-e9c91-predictor.18a6e9d11d36fc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15573"
    uid: 37d04e3e-ac74-4cc8-90eb-f8887536c7b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e9c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "14734"
    uid: 5864d946-4ba2-4804-a838-a0638f466d17
  kind: Event
  lastTimestamp: "2026-04-16T18:30:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:05Z"
    name: isvc-sklearn-graph-raw-e9c91.18a6e9c3201b22d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 12003ff0-69ef-4989-be0d-a19598fc3cea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e9c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "14734"
    uid: 5864d946-4ba2-4804-a838-a0638f466d17
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-e9c91":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-e9c91":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-sklearn-graph-raw-e9c91.18a6e9c320a05d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "14767"
    uid: 1a36b0ad-d019-48c2-978a-047051cf1e29
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e9c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: 5864d946-4ba2-4804-a838-a0638f466d17
  kind: Event
  lastTimestamp: "2026-04-16T18:30:05Z"
  message: InferenceService [isvc-sklearn-graph-raw-e9c91] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:05Z"
    name: isvc-sklearn-graph-raw-e9c91.18a6e9d5697c4b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: 4115d301-7035-4547-a6ca-c1488e6893e3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:30:27.721329Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 4f7d7451-5b7d-4c20-9b30-787c22d2db07
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:30:27Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z.18a6e9da810a9657
    namespace: kserve-ci-e2e-test
    resourceVersion: "15742"
    uid: a3638d7b-f7fe-416c-809e-5a560f2daf1a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 4f7d7451-5b7d-4c20-9b30-787c22d2db07
  kind: Event
  lastTimestamp: "2026-04-16T18:30:28Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z.18a6e9da9a893e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: d4fdacdb-d70c-42a4-b8d3-9a85ba6eb005
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: 4f7d7451-5b7d-4c20-9b30-787c22d2db07
  kind: Event
  lastTimestamp: "2026-04-16T18:30:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z.18a6e9da9bfdb317
    namespace: kserve-ci-e2e-test
    resourceVersion: "15788"
    uid: 7f6df1df-ce79-4ff7-b225-89309cc19c27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: 4f7d7451-5b7d-4c20-9b30-787c22d2db07
  kind: Event
  lastTimestamp: "2026-04-16T18:30:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z.18a6e9da9f204b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "15791"
    uid: cb2caaba-9a5e-4a9a-af47-86a38290a4e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: 4f7d7451-5b7d-4c20-9b30-787c22d2db07
  kind: Event
  lastTimestamp: "2026-04-16T18:30:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z.18a6e9da9f9a64cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15794"
    uid: 576fc101-43b9-4d7a-898a-f41e828c8d81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: 4f7d7451-5b7d-4c20-9b30-787c22d2db07
  kind: Event
  lastTimestamp: "2026-04-16T18:30:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:32Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z.18a6e9db8ad7d119
    namespace: kserve-ci-e2e-test
    resourceVersion: "15843"
    uid: 9c5acbac-a9e6-448a-9218-654d7d7a7e84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: 4f7d7451-5b7d-4c20-9b30-787c22d2db07
  kind: Event
  lastTimestamp: "2026-04-16T18:30:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:32Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z.18a6e9db8df9d25f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: 728c4dcb-efca-4eb7-8992-25f3d876814c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: 4f7d7451-5b7d-4c20-9b30-787c22d2db07
  kind: Event
  lastTimestamp: "2026-04-16T18:30:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:32Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z.18a6e9db8e6c676c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: 126d2f95-9932-4d87-a156-4d0413bdaf6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: 4f7d7451-5b7d-4c20-9b30-787c22d2db07
  kind: Event
  lastTimestamp: "2026-04-16T18:31:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:34Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z.18a6e9dbc70719c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: 12fea95e-7b7d-4bcc-a48b-7ee989389a19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: 4f7d7451-5b7d-4c20-9b30-787c22d2db07
  kind: Event
  lastTimestamp: "2026-04-16T18:32:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:07Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z.18a6e9f1d9f58811
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 26a767c9-3bd6-4413-ac29-51662648a481
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: fdc54e43-3451-4707-9476-70d1671fb33a
  kind: Event
  lastTimestamp: "2026-04-16T18:30:27Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94-kwc9z'
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:27Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94.18a6e9da809182d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: 90193df4-c613-4014-a57b-b3b6e61bfe0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-32270-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: eedded45-cc3d-460b-ac6f-e369635262fa
  kind: Event
  lastTimestamp: "2026-04-16T18:30:27Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-32270-predictor-7c65ccdf94
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:27Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor.18a6e9da7bbbbf14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15710"
    uid: f8e6c112-597c-4be7-88b7-e40b3d12da7f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-32270-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15705"
    uid: 00868224-52cb-4832-8385-5ee2ab966c0b
  kind: Event
  lastTimestamp: "2026-04-16T18:31:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:12Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor.18a6e9ddfabca1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16170"
    uid: c7cc0867-399a-4579-8853-e4780417feef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-32270-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15705"
    uid: 00868224-52cb-4832-8385-5ee2ab966c0b
  kind: Event
  lastTimestamp: "2026-04-16T18:31:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:12Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor.18a6e9ddfb1e210a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: bb72741b-72bb-40c3-9d9f-1cc6ec945642
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-32270-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: 00868224-52cb-4832-8385-5ee2ab966c0b
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor.18a6e9e877ed6070
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: ef10b219-a5f9-4f21-99a2-7c846b29a733
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-32270-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: 00868224-52cb-4832-8385-5ee2ab966c0b
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-graph-raw-hpa-32270-predictor.18a6e9e878612b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 065ae05f-e32c-43d9-8a50-03673d78980a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-32270
    namespace: kserve-ci-e2e-test
    resourceVersion: "15686"
    uid: 2df0b710-2368-4fe8-a260-2acb5331d40b
  kind: Event
  lastTimestamp: "2026-04-16T18:31:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:31:44Z"
    name: isvc-sklearn-graph-raw-hpa-32270.18a6e9da7b9cff21
    namespace: kserve-ci-e2e-test
    resourceVersion: "16423"
    uid: d8d21de9-4f4d-4fcf-a9b4-449e71309a63
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-32270
    namespace: kserve-ci-e2e-test
    resourceVersion: "15686"
    uid: 2df0b710-2368-4fe8-a260-2acb5331d40b
  kind: Event
  lastTimestamp: "2026-04-16T18:30:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-32270":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-32270":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:27Z"
    name: isvc-sklearn-graph-raw-hpa-32270.18a6e9da7c89edf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15714"
    uid: 521c5f3c-df95-4f12-9228-e5a36b6a0f21
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-32270
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: 2df0b710-2368-4fe8-a260-2acb5331d40b
  kind: Event
  lastTimestamp: "2026-04-16T18:31:44Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-32270] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:31:44Z"
    name: isvc-sklearn-graph-raw-hpa-32270.18a6e9ec538a164b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: bd9d7345-fab3-47c5-a8bf-aeb0ed4dbcf8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:33:43.317325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17552"
    uid: a4fb2350-d34a-4a61-8d24-968d84706be8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:33:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:33:43Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75.18a6ea080b791c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17559"
    uid: 46481657-253c-49f5-ab4b-952f84868448
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17562"
    uid: a4fb2350-d34a-4a61-8d24-968d84706be8
  kind: Event
  lastTimestamp: "2026-04-16T18:33:43Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:33:43Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75.18a6ea082434cfae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: b2e8f9b7-e221-4dfb-8742-1c2d0c60a29b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: a4fb2350-d34a-4a61-8d24-968d84706be8
  kind: Event
  lastTimestamp: "2026-04-16T18:33:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:43Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75.18a6ea082587d4a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: 0d1d9edc-952e-42b1-81ae-ec57dc510f23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: a4fb2350-d34a-4a61-8d24-968d84706be8
  kind: Event
  lastTimestamp: "2026-04-16T18:33:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:43Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75.18a6ea082888dbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: 6d514ac5-c889-400c-bc54-dce8a15911d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: a4fb2350-d34a-4a61-8d24-968d84706be8
  kind: Event
  lastTimestamp: "2026-04-16T18:33:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:43Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75.18a6ea0828f6949a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: dd015d8c-e847-4ab0-9aa8-1d2c95fa844d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: a4fb2350-d34a-4a61-8d24-968d84706be8
  kind: Event
  lastTimestamp: "2026-04-16T18:33:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:47Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75.18a6ea0913137076
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: 3a327771-299e-4f38-98ba-9cb4ea415dad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: a4fb2350-d34a-4a61-8d24-968d84706be8
  kind: Event
  lastTimestamp: "2026-04-16T18:33:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:47Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75.18a6ea0916d482ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: 5e4ba502-c501-408a-bc73-2d040815866a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: a4fb2350-d34a-4a61-8d24-968d84706be8
  kind: Event
  lastTimestamp: "2026-04-16T18:33:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:47Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75.18a6ea09174c888e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 117539e0-bf26-45d6-ac27-1820a3654872
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: a4fb2350-d34a-4a61-8d24-968d84706be8
  kind: Event
  lastTimestamp: "2026-04-16T18:36:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:16Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75.18a6ea094f12d9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18765"
    uid: 2897a6cc-c56e-46ab-9b47-fd14f9de31a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: a4fb2350-d34a-4a61-8d24-968d84706be8
  kind: Event
  lastTimestamp: "2026-04-16T18:36:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:13Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75.18a6ea2b032ea89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18704"
    uid: d8502770-935e-4126-84d5-312fd94905a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: 3f8212a4-0237-4946-b2e7-e928ac9d1729
  kind: Event
  lastTimestamp: "2026-04-16T18:33:43Z"
  message: 'Created pod: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968-6dr75'
  metadata:
    creationTimestamp: "2026-04-16T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:43Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968.18a6ea080af8e94f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: 73927e17-4401-4bef-801c-66daceea9243
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-5b9cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: 5b32c5e0-5654-4ac6-9adb-3b7470f5bde8
  kind: Event
  lastTimestamp: "2026-04-16T18:33:43Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-5b9cb-predictor-766bb68968
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:43Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor.18a6ea08075a90ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: 87ebbcaa-f2c4-4cad-ab3a-f46de5c119ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5b9cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17524"
    uid: c3359aeb-5bf9-4a94-92df-5d6b21642453
  kind: Event
  lastTimestamp: "2026-04-16T18:33:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:58Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor.18a6ea0b861cd3c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17704"
    uid: 1d9126af-9654-4b3b-ae96-851f57b5bbde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5b9cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17524"
    uid: c3359aeb-5bf9-4a94-92df-5d6b21642453
  kind: Event
  lastTimestamp: "2026-04-16T18:33:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:58Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor.18a6ea0b8692be4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: cd025551-ba41-4ce5-87a2-ebb78d05bb62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5b9cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: c3359aeb-5bf9-4a94-92df-5d6b21642453
  kind: Event
  lastTimestamp: "2026-04-16T18:36:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:13Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor.18a6ea0f05db7192
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 8058818d-d9a5-45b3-b76f-50cb32329a76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5b9cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: c3359aeb-5bf9-4a94-92df-5d6b21642453
  kind: Event
  lastTimestamp: "2026-04-16T18:36:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:13Z"
    name: isvc-sklearn-scale-raw-5b9cb-predictor.18a6ea0f0655ac3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18676"
    uid: 157b7721-486a-4f63-99fb-4260391397b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-5b9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: ec9028c9-cd23-4412-b9e9-4a538e5de63b
  kind: Event
  lastTimestamp: "2026-04-16T18:36:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:36:06Z"
    name: isvc-sklearn-scale-raw-5b9cb.18a6ea0807624b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18627"
    uid: 5e27ff10-4859-4b6e-ab35-a79b94c6c135
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-5b9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: ec9028c9-cd23-4412-b9e9-4a538e5de63b
  kind: Event
  lastTimestamp: "2026-04-16T18:33:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-5b9cb":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-5b9cb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:43Z"
    name: isvc-sklearn-scale-raw-5b9cb.18a6ea08085bdfe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17541"
    uid: 074e2d6c-a859-4957-b9f1-2a444be104c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-5b9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ec9028c9-cd23-4412-b9e9-4a538e5de63b
  kind: Event
  lastTimestamp: "2026-04-16T18:36:06Z"
  message: InferenceService [isvc-sklearn-scale-raw-5b9cb] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:36:06Z"
    name: isvc-sklearn-scale-raw-5b9cb.18a6ea2977a60e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "18626"
    uid: b8108854-1cae-4318-9f2e-6b404ef9aed0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:28:47.443796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "14803"
    uid: db513adf-fc55-4a7d-994d-65a2d17805b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw.18a6e9c32808e260
    namespace: kserve-ci-e2e-test
    resourceVersion: "14809"
    uid: e0b30ebf-1b0c-40dd-9b83-1f6aef9cf91e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: db513adf-fc55-4a7d-994d-65a2d17805b8
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw.18a6e9c341ca65ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14827"
    uid: d8613361-d7c9-41b7-8e5e-af695f758ec2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: db513adf-fc55-4a7d-994d-65a2d17805b8
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw.18a6e9c3431cda6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14829"
    uid: ac645bb8-68e6-4c82-a0c9-53f450cdfad6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: db513adf-fc55-4a7d-994d-65a2d17805b8
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw.18a6e9c345fdd578
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 57dabbe2-addc-4069-9d44-82b8f6c92321
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: db513adf-fc55-4a7d-994d-65a2d17805b8
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw.18a6e9c3466cc863
    namespace: kserve-ci-e2e-test
    resourceVersion: "14833"
    uid: 93416749-6aed-4943-87ca-432e2635b576
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: db513adf-fc55-4a7d-994d-65a2d17805b8
  kind: Event
  lastTimestamp: "2026-04-16T18:28:51Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:51Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw.18a6e9c4307c9038
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: 87b2a5eb-6f58-4006-bd6b-f86a06a06f78
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: db513adf-fc55-4a7d-994d-65a2d17805b8
  kind: Event
  lastTimestamp: "2026-04-16T18:29:08Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 16.263s (16.263s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:29:08Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw.18a6e9c7f9d824e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: df1f68b5-750c-44bc-a1a3-72935e660ea8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: db513adf-fc55-4a7d-994d-65a2d17805b8
  kind: Event
  lastTimestamp: "2026-04-16T18:29:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:29:08Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw.18a6e9c7fcb89c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "15015"
    uid: 7bd8a485-68fe-4b29-bc05-b8e02437c69c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: db513adf-fc55-4a7d-994d-65a2d17805b8
  kind: Event
  lastTimestamp: "2026-04-16T18:29:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:29:08Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw.18a6e9c7fd2949ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15016"
    uid: fe42a4f7-575f-4269-8358-305cbcce3dfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: db513adf-fc55-4a7d-994d-65a2d17805b8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:29Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw.18a6e9c8293ed2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15824"
    uid: 26985276-f66b-4cc9-87ec-a31d5a035f03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: db513adf-fc55-4a7d-994d-65a2d17805b8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:27Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw.18a6e9da86ca5a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: f88af3d6-5990-4e81-9108-dca344458f84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "14784"
    uid: cf335e01-76a9-4a09-aa0f-4a627fb7b80a
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: 'Created pod: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87-v4sjw'
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87.18a6e9c327c4c0b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14807"
    uid: f270cc23-b399-4eef-9798-d3662c4d70d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-e9c91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: 451932d7-544e-4340-9d14-4601342749bd
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-e9c91-predictor-5d78db9f87
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor.18a6e9c324cb6d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "14790"
    uid: 4a6d4be4-0ec2-48d3-acf9-e074b076f606
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e9c91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: 0b499446-9307-45bc-8ebf-9fed9386da7b
  kind: Event
  lastTimestamp: "2026-04-16T18:29:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:29:32Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor.18a6e9c6a341d6ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15206"
    uid: bc786b73-1a35-4daa-81de-67b36799f382
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e9c91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: 0b499446-9307-45bc-8ebf-9fed9386da7b
  kind: Event
  lastTimestamp: "2026-04-16T18:29:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:29:32Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor.18a6e9c6a3a914c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: 5a139175-05d1-4ad3-84f2-37821f0b4370
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e9c91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14972"
    uid: 0b499446-9307-45bc-8ebf-9fed9386da7b
  kind: Event
  lastTimestamp: "2026-04-16T18:30:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:17Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor.18a6e9d12011b7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: 6f43d34d-9857-4073-bcfa-f64ae1408d5b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e9c91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14972"
    uid: 0b499446-9307-45bc-8ebf-9fed9386da7b
  kind: Event
  lastTimestamp: "2026-04-16T18:30:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:17Z"
    name: isvc-xgboost-graph-raw-e9c91-predictor.18a6e9d1207e009a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15576"
    uid: 76a7c569-e386-408c-adf7-ecfd28c384ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-e9c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "14774"
    uid: 2e3d5687-936d-45d0-9b8c-aaa5c9883550
  kind: Event
  lastTimestamp: "2026-04-16T18:30:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:10Z"
    name: isvc-xgboost-graph-raw-e9c91.18a6e9c32499bb63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: ca401d8c-c32f-4522-b3ef-29bf97c5bfee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-e9c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "14774"
    uid: 2e3d5687-936d-45d0-9b8c-aaa5c9883550
  kind: Event
  lastTimestamp: "2026-04-16T18:28:47Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-e9c91":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-e9c91":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:28:47Z"
    name: isvc-xgboost-graph-raw-e9c91.18a6e9c3252d5453
    namespace: kserve-ci-e2e-test
    resourceVersion: "14795"
    uid: 6a1968c5-4dad-4016-b11b-cc060622b40b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-e9c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: 2e3d5687-936d-45d0-9b8c-aaa5c9883550
  kind: Event
  lastTimestamp: "2026-04-16T18:30:10Z"
  message: InferenceService [isvc-xgboost-graph-raw-e9c91] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:10Z"
    name: isvc-xgboost-graph-raw-e9c91.18a6e9d66160f72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: 8228c888-f490-4fd0-aa9f-14d6ea91c2d9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:30:27.777575Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15748"
    uid: abc49327-fc63-43bc-a0af-0d8f8faf577f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:30:27Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw.18a6e9da8464e61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15759"
    uid: 7f2f9a90-f6b1-41ea-9bda-86f9269c82d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: abc49327-fc63-43bc-a0af-0d8f8faf577f
  kind: Event
  lastTimestamp: "2026-04-16T18:30:28Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:30:28Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw.18a6e9da9e3040a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15789"
    uid: 86718c36-e505-43d9-a5d2-6c30a4690287
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: abc49327-fc63-43bc-a0af-0d8f8faf577f
  kind: Event
  lastTimestamp: "2026-04-16T18:30:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:28Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw.18a6e9da9f618d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15792"
    uid: e078a0d2-5889-4f12-afab-2a79f1760641
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: abc49327-fc63-43bc-a0af-0d8f8faf577f
  kind: Event
  lastTimestamp: "2026-04-16T18:30:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:28Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw.18a6e9daa2d1dbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15796"
    uid: ebb57c52-792f-4aa6-8a5c-d76443f58701
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: abc49327-fc63-43bc-a0af-0d8f8faf577f
  kind: Event
  lastTimestamp: "2026-04-16T18:30:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:28Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw.18a6e9daa342fb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15797"
    uid: 68bdf802-ea54-48b4-9bb7-a9af17a44ea4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: abc49327-fc63-43bc-a0af-0d8f8faf577f
  kind: Event
  lastTimestamp: "2026-04-16T18:30:32Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:32Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw.18a6e9db8af47093
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 3142adc5-1e0b-482f-b96c-1f261008e8d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: abc49327-fc63-43bc-a0af-0d8f8faf577f
  kind: Event
  lastTimestamp: "2026-04-16T18:30:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:32Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw.18a6e9db8e0d4472
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: a373850e-0baf-4d18-862d-d0be9d38434d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: abc49327-fc63-43bc-a0af-0d8f8faf577f
  kind: Event
  lastTimestamp: "2026-04-16T18:30:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:32Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw.18a6e9db8ecb33f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15856"
    uid: 4fde65fb-5140-4bb3-ab2b-bd14b8002d05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: abc49327-fc63-43bc-a0af-0d8f8faf577f
  kind: Event
  lastTimestamp: "2026-04-16T18:31:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:24Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw.18a6e9dbc7165c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 3dc7620a-e710-4eac-b593-2d3085d3bcfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: abc49327-fc63-43bc-a0af-0d8f8faf577f
  kind: Event
  lastTimestamp: "2026-04-16T18:32:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:08Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw.18a6e9f1e0980fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16715"
    uid: e686d9eb-439a-452c-91f4-e93cd9cfb50d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 64c5ea33-ef3a-4770-8bcb-ebf9d1a6ece9
  kind: Event
  lastTimestamp: "2026-04-16T18:30:27Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999-7bnlw'
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:27Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999.18a6e9da83e56698
    namespace: kserve-ci-e2e-test
    resourceVersion: "15755"
    uid: 7bce7785-4961-4050-9fdc-7d3eea4d986c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-32270-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: 60207646-d6e2-4bb8-9a01-e0c9a01e2ed3
  kind: Event
  lastTimestamp: "2026-04-16T18:30:27Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-32270-predictor-5ffbcf999
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:27Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor.18a6e9da80dc2a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15738"
    uid: fbd040bc-564e-4ba4-93cb-ed26da8a625a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-32270-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: bd81fe41-fd9e-402f-aade-946cdeb835ab
  kind: Event
  lastTimestamp: "2026-04-16T18:31:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:12Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor.18a6e9ddff605fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16173"
    uid: 33fcfe81-cd61-4cd5-8b6c-5a9757b8b339
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-32270-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: bd81fe41-fd9e-402f-aade-946cdeb835ab
  kind: Event
  lastTimestamp: "2026-04-16T18:31:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:12Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor.18a6e9ddffd06919
    namespace: kserve-ci-e2e-test
    resourceVersion: "16174"
    uid: 6d85fdcf-efb5-425b-8566-541f23794499
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-32270-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15954"
    uid: bd81fe41-fd9e-402f-aade-946cdeb835ab
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor.18a6e9e87c3e48d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: f8ce4946-4128-4f80-b3cd-93053397a510
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-32270-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15954"
    uid: bd81fe41-fd9e-402f-aade-946cdeb835ab
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-xgboost-graph-raw-hpa-32270-predictor.18a6e9e87caa0099
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: d52fed2a-1297-4a4b-8a89-171daa5b631c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-32270
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: a8b3f00c-4583-4966-ade0-7f79c396cf08
  kind: Event
  lastTimestamp: "2026-04-16T18:31:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:31:34Z"
    name: isvc-xgboost-graph-raw-hpa-32270.18a6e9da80ba6235
    namespace: kserve-ci-e2e-test
    resourceVersion: "16343"
    uid: 087887cf-f75f-424c-babc-39c9e6d13a9a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-32270
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: a8b3f00c-4583-4966-ade0-7f79c396cf08
  kind: Event
  lastTimestamp: "2026-04-16T18:31:34Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-32270] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:31:34Z"
    name: isvc-xgboost-graph-raw-hpa-32270.18a6e9e9ffbef3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16342"
    uid: f1f09dff-2c82-4716-9dd6-a4238d96c2ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:32:08.012724Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: cfb85259-842c-4393-bf90-574950f82c62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b
    to ip-10-0-128-68.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:32:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:32:08Z"
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b.18a6e9f1dadfe26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: de083ec8-e96f-43b6-aebf-9ec63cddc6c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: cfb85259-842c-4393-bf90-574950f82c62
  kind: Event
  lastTimestamp: "2026-04-16T18:32:08Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:32:08Z"
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b.18a6e9f1e26dc7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16716"
    uid: 663041bc-6072-4ea9-9bd0-851db9fbb4f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: cfb85259-842c-4393-bf90-574950f82c62
  kind: Event
  lastTimestamp: "2026-04-16T18:32:08Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T18:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:08Z"
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b.18a6e9f1e3c179be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16718"
    uid: 5e890c14-5efc-437b-9c2a-a19d4618d6d3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: cfb85259-842c-4393-bf90-574950f82c62
  kind: Event
  lastTimestamp: "2026-04-16T18:32:09Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.118s (1.118s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:09Z"
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b.18a6e9f2267120a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: c6d86e1b-59fb-4c1d-893f-0fe58c6eaf9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: cfb85259-842c-4393-bf90-574950f82c62
  kind: Event
  lastTimestamp: "2026-04-16T18:32:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:09Z"
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b.18a6e9f22c32a55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: ca7d8c88-d3f8-4786-b193-3287f0adec0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: cfb85259-842c-4393-bf90-574950f82c62
  kind: Event
  lastTimestamp: "2026-04-16T18:32:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:09Z"
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b.18a6e9f22ca861b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: 0666bedc-1b79-49e1-b4d7-6c07f35302ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: cfb85259-842c-4393-bf90-574950f82c62
  kind: Event
  lastTimestamp: "2026-04-16T18:33:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:43Z"
    name: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b.18a6ea0810ad909b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17580"
    uid: 7516ba54-0783-4f1f-bb25-43fee7c9e1fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-68.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-68.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-1141a-predictor-5446b64f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16660"
    uid: cb4362eb-3bec-4a9d-89d6-9a6b04d4ba0d
  kind: Event
  lastTimestamp: "2026-04-16T18:32:08Z"
  message: 'Created pod: message-dumper-raw-1141a-predictor-5446b64f7b-rvn2b'
  metadata:
    creationTimestamp: "2026-04-16T18:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:08Z"
    name: message-dumper-raw-1141a-predictor-5446b64f7b.18a6e9f1da89cfb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16685"
    uid: 42d8053d-ab7c-4a33-98ba-2ff0bab6e84d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-1141a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: 66fd2692-737d-4312-8e03-d41c096b8153
  kind: Event
  lastTimestamp: "2026-04-16T18:32:07Z"
  message: Scaled up replica set message-dumper-raw-1141a-predictor-5446b64f7b from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:07Z"
    name: message-dumper-raw-1141a-predictor.18a6e9f1d6b2fb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16664"
    uid: 4605fdeb-56d7-47fb-8a74-b53705ddcee6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-1141a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: e26536e7-dacb-4189-a019-e4c06179b0a1
  kind: Event
  lastTimestamp: "2026-04-16T18:32:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:37Z"
    name: message-dumper-raw-1141a-predictor.18a6e9f555b3ca62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 94e575ed-ea58-47ea-afde-1741f12d71e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-1141a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: e26536e7-dacb-4189-a019-e4c06179b0a1
  kind: Event
  lastTimestamp: "2026-04-16T18:32:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:37Z"
    name: message-dumper-raw-1141a-predictor.18a6e9f55620a7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: 44289e6e-9b5b-42d9-a05e-4b7f67c0f426
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-1141a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 553c3825-aefc-411e-b901-936697d2e8a7
  kind: Event
  lastTimestamp: "2026-04-16T18:32:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:32:09Z"
    name: message-dumper-raw-1141a.18a6e9f1d695d50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 512a6b89-a403-4474-b66b-dec12087c65d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-1141a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16665"
    uid: 553c3825-aefc-411e-b901-936697d2e8a7
  kind: Event
  lastTimestamp: "2026-04-16T18:32:08Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-1141a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-1141a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:32:08Z"
    name: message-dumper-raw-1141a.18a6e9f1da985806
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: 75f0284d-af60-4ae4-b6be-49eb567c15f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-1141a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 553c3825-aefc-411e-b901-936697d2e8a7
  kind: Event
  lastTimestamp: "2026-04-16T18:32:09Z"
  message: InferenceService [message-dumper-raw-1141a] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:32:09Z"
    name: message-dumper-raw-1141a.18a6e9f23a405e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: 8d2191ff-6b90-4a9f-b180-c751a37db82c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:30:17.441839Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: fd5911f6-35db-4fbb-b0c2-83687a948642
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-e9c91-d688d7fc9-tdzkf
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:30:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:30:17Z"
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf.18a6e9d81c560601
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b421fe18-0614-4470-ae56-07a7c2d21eab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: fd5911f6-35db-4fbb-b0c2-83687a948642
  kind: Event
  lastTimestamp: "2026-04-16T18:30:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-e9c91-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T18:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:17Z"
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf.18a6e9d825397d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: 13293097-d133-411a-be73-30eb9a69c53b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15574"
    uid: fd5911f6-35db-4fbb-b0c2-83687a948642
  kind: Event
  lastTimestamp: "2026-04-16T18:30:18Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:30:18Z"
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf.18a6e9d8592075a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: d08cb012-6773-4baa-846c-a2e81ccff82a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e9c91}
    kind: Pod
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: fd5911f6-35db-4fbb-b0c2-83687a948642
  kind: Event
  lastTimestamp: "2026-04-16T18:30:18Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:3b3b115d46eef70b552cbfe98b8bff65aa58d128941ae255587d75b0e6a21c53"
  metadata:
    creationTimestamp: "2026-04-16T18:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:18Z"
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf.18a6e9d85a61b177
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 3a150876-b5ba-40a5-a4b8-d09f9e83cff9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e9c91}
    kind: Pod
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: fd5911f6-35db-4fbb-b0c2-83687a948642
  kind: Event
  lastTimestamp: "2026-04-16T18:30:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:3b3b115d46eef70b552cbfe98b8bff65aa58d128941ae255587d75b0e6a21c53"
    in 2.365s (2.365s including waiting). Image size: 216207958 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:20Z"
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf.18a6e9d8e75a60d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 8d5e63a3-eb65-4a22-ab02-9d392033f404
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e9c91}
    kind: Pod
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: fd5911f6-35db-4fbb-b0c2-83687a948642
  kind: Event
  lastTimestamp: "2026-04-16T18:30:20Z"
  message: 'Created container: model-chainer-raw-e9c91'
  metadata:
    creationTimestamp: "2026-04-16T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:20Z"
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf.18a6e9d8ea0d3896
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 3ffab86e-30a6-40d4-9e82-4d7b4f43a88b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e9c91}
    kind: Pod
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: fd5911f6-35db-4fbb-b0c2-83687a948642
  kind: Event
  lastTimestamp: "2026-04-16T18:30:20Z"
  message: Started container model-chainer-raw-e9c91
  metadata:
    creationTimestamp: "2026-04-16T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:20Z"
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf.18a6e9d8ea7cc939
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: d28bfc45-f4e1-4edf-8f30-c16ea1c15e5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e9c91}
    kind: Pod
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: fd5911f6-35db-4fbb-b0c2-83687a948642
  kind: Event
  lastTimestamp: "2026-04-16T18:30:27Z"
  message: Stopping container model-chainer-raw-e9c91
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:27Z"
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf.18a6e9da73152976
    namespace: kserve-ci-e2e-test
    resourceVersion: "15681"
    uid: 79cbe4b9-bbce-42c8-a4a4-87b696c57309
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e9c91}
    kind: Pod
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: fd5911f6-35db-4fbb-b0c2-83687a948642
  kind: Event
  lastTimestamp: "2026-04-16T18:30:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:57Z"
    name: model-chainer-raw-e9c91-d688d7fc9-tdzkf.18a6e9db88f57231
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 2a987942-7904-467d-9fda-410c81c1706d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-e9c91-d688d7fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 8e06a3d2-bf3a-489a-84c5-8ae0745188b1
  kind: Event
  lastTimestamp: "2026-04-16T18:30:17Z"
  message: 'Created pod: model-chainer-raw-e9c91-d688d7fc9-tdzkf'
  metadata:
    creationTimestamp: "2026-04-16T18:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:17Z"
    name: model-chainer-raw-e9c91-d688d7fc9.18a6e9d81ba54630
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 077ea557-94b0-4be6-a8d2-c5564975aba6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-e9c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: 4207e428-0508-4b55-be95-66bf74762cbb
  kind: Event
  lastTimestamp: "2026-04-16T18:30:17Z"
  message: Scaled up replica set model-chainer-raw-e9c91-d688d7fc9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:17Z"
    name: model-chainer-raw-e9c91.18a6e9d81a6660a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: efbf21c1-7aac-4611-9051-38d532f855d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-e9c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: c07825cf-006f-471d-a5aa-b645dc78a4ba
  kind: Event
  lastTimestamp: "2026-04-16T18:30:17Z"
  message: InferenceGraph [model-chainer-raw-e9c91] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:17Z"
    name: model-chainer-raw-e9c91.18a6e9d8212755e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15581"
    uid: d2395e13-be21-40dd-8857-fbfc93836034
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-e9c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: c07825cf-006f-471d-a5aa-b645dc78a4ba
  kind: Event
  lastTimestamp: "2026-04-16T18:30:17Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-e9c91":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-e9c91":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:17Z"
    name: model-chainer-raw-e9c91.18a6e9d823bbddd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15582"
    uid: ceeb22ea-8844-4909-ac0e-4cf3efa8d57a
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-e9c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: c07825cf-006f-471d-a5aa-b645dc78a4ba
  kind: Event
  lastTimestamp: "2026-04-16T18:30:17Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-e9c91": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:17Z"
    name: model-chainer-raw-e9c91.18a6e9d823bc7bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: 0c5deadc-1882-45e7-b186-135150f1c5b3
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:31:57.762235Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: 7c2bcbda-2193-421c-991f-44c08928d07a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-32270-678bc766cf-d8zx8
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8.18a6e9ef77e5c5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: d96099a6-1c7d-42a7-ad81-19ed9d7856b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: 7c2bcbda-2193-421c-991f-44c08928d07a
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-32270-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8.18a6e9ef81071cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: 37567bb9-5a8d-41f0-a526-9f2524ec68fe
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 7c2bcbda-2193-421c-991f-44c08928d07a
  kind: Event
  lastTimestamp: "2026-04-16T18:31:58Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:31:58Z"
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8.18a6e9efb45016a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: 342fa359-4449-4a20-8abf-fd3f666f563b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-32270}
    kind: Pod
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: 7c2bcbda-2193-421c-991f-44c08928d07a
  kind: Event
  lastTimestamp: "2026-04-16T18:31:58Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3b3b115d46eef70b552cbfe98b8bff65aa58d128941ae255587d75b0e6a21c53"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:58Z"
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8.18a6e9efb58c026e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 970fd676-9796-494a-8f55-83559850c443
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-32270}
    kind: Pod
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: 7c2bcbda-2193-421c-991f-44c08928d07a
  kind: Event
  lastTimestamp: "2026-04-16T18:31:58Z"
  message: 'Created container: model-chainer-raw-hpa-32270'
  metadata:
    creationTimestamp: "2026-04-16T18:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:58Z"
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8.18a6e9efb8848923
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: 167b79b0-4fa7-4fab-9d83-f1075a5caaeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-32270}
    kind: Pod
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: 7c2bcbda-2193-421c-991f-44c08928d07a
  kind: Event
  lastTimestamp: "2026-04-16T18:31:58Z"
  message: Started container model-chainer-raw-hpa-32270
  metadata:
    creationTimestamp: "2026-04-16T18:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:58Z"
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8.18a6e9efb8f18de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: eb003457-2523-4fdc-907c-0597e03e4899
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-32270}
    kind: Pod
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: 7c2bcbda-2193-421c-991f-44c08928d07a
  kind: Event
  lastTimestamp: "2026-04-16T18:32:07Z"
  message: Stopping container model-chainer-raw-hpa-32270
  metadata:
    creationTimestamp: "2026-04-16T18:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:07Z"
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8.18a6e9f1cf5b6b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: ccd3ca87-913a-4c07-b471-b0580f445123
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-32270}
    kind: Pod
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: 7c2bcbda-2193-421c-991f-44c08928d07a
  kind: Event
  lastTimestamp: "2026-04-16T18:32:35Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:35Z"
    name: model-chainer-raw-hpa-32270-678bc766cf-d8zx8.18a6e9f26b47d6a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: ebe9d91d-2318-4c41-a0d5-a63c8e21030a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-32270-678bc766cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: 35668e95-1198-4988-9353-4b6e0647300d
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: 'Created pod: model-chainer-raw-hpa-32270-678bc766cf-d8zx8'
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: model-chainer-raw-hpa-32270-678bc766cf.18a6e9ef77284eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: a6a34612-1886-446f-a73b-cbd6191413a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-32270
    namespace: kserve-ci-e2e-test
    resourceVersion: "16528"
    uid: 7ccf6d79-f823-40c4-ad84-faef772ffd84
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: Scaled up replica set model-chainer-raw-hpa-32270-678bc766cf from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: model-chainer-raw-hpa-32270.18a6e9ef761e91eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16531"
    uid: e34af413-b10b-48e9-ada1-5491499a4cc0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-32270
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: 6e4f3882-9c62-4cbf-b8aa-459a154e114d
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: InferenceGraph [model-chainer-raw-hpa-32270] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: model-chainer-raw-hpa-32270.18a6e9ef7bf59198
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 36dcaa32-464c-422f-adbc-0680971ac6b9
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:38:00.206429Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19729"
    uid: f1857e4f-d3f8-4cbd-a1b3-93d56fa57769
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-6fff8-predictor-577c9b867b-wv48r
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:38:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:38:00Z"
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r.18a6ea43db415326
    namespace: kserve-ci-e2e-test
    resourceVersion: "19733"
    uid: 6b9348db-2863-4649-9a1a-438e9293553a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: f1857e4f-d3f8-4cbd-a1b3-93d56fa57769
  kind: Event
  lastTimestamp: "2026-04-16T18:38:00Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:38:00Z"
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r.18a6ea43f3fb908b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: c3021e48-4eff-4527-a794-b33d928d7bcf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: f1857e4f-d3f8-4cbd-a1b3-93d56fa57769
  kind: Event
  lastTimestamp: "2026-04-16T18:38:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:00Z"
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r.18a6ea43f5478582
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: fe5442d4-e2d8-40fa-84c5-439b5aad8076
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: f1857e4f-d3f8-4cbd-a1b3-93d56fa57769
  kind: Event
  lastTimestamp: "2026-04-16T18:38:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:00Z"
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r.18a6ea43f82d33f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: 050f30e8-b1f4-4be5-8286-e621d636ecda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: f1857e4f-d3f8-4cbd-a1b3-93d56fa57769
  kind: Event
  lastTimestamp: "2026-04-16T18:38:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:00Z"
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r.18a6ea43f89af95c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: bc5320a1-88d4-4287-ab6f-d8e75cd9c502
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: f1857e4f-d3f8-4cbd-a1b3-93d56fa57769
  kind: Event
  lastTimestamp: "2026-04-16T18:38:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:04Z"
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r.18a6ea44d8c9b26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: 97b6f423-157e-4b4d-83ef-c04ceac2d504
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: f1857e4f-d3f8-4cbd-a1b3-93d56fa57769
  kind: Event
  lastTimestamp: "2026-04-16T18:38:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:04Z"
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r.18a6ea44dbd359b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 94874c55-40bc-460c-b76c-0b5b9a8b3f52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: f1857e4f-d3f8-4cbd-a1b3-93d56fa57769
  kind: Event
  lastTimestamp: "2026-04-16T18:38:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:04Z"
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r.18a6ea44dc49ef05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19792"
    uid: e84e2e58-e63a-4e4b-bf3a-a7b3509950f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: f1857e4f-d3f8-4cbd-a1b3-93d56fa57769
  kind: Event
  lastTimestamp: "2026-04-16T18:39:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:21Z"
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r.18a6ea4514ac05e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: efeb3dfb-6ca2-4dac-b94a-d565b4c0e832
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: f1857e4f-d3f8-4cbd-a1b3-93d56fa57769
  kind: Event
  lastTimestamp: "2026-04-16T18:39:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:20Z"
    name: raw-sklearn-6fff8-predictor-577c9b867b-wv48r.18a6ea567c5bd35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 90f12492-2852-4aaf-8d3a-f0b9d7506049
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-6fff8-predictor-577c9b867b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: 1c66af06-ca19-4364-9b11-233cb6e0a1aa
  kind: Event
  lastTimestamp: "2026-04-16T18:38:00Z"
  message: 'Created pod: raw-sklearn-6fff8-predictor-577c9b867b-wv48r'
  metadata:
    creationTimestamp: "2026-04-16T18:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:00Z"
    name: raw-sklearn-6fff8-predictor-577c9b867b.18a6ea43daab253a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19730"
    uid: caa0e454-cb83-4285-837b-2e4a070162e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-6fff8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19712"
    uid: cfe34c7a-d762-478b-8ad9-55d2b9850d1e
  kind: Event
  lastTimestamp: "2026-04-16T18:38:00Z"
  message: Scaled up replica set raw-sklearn-6fff8-predictor-577c9b867b from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:00Z"
    name: raw-sklearn-6fff8-predictor.18a6ea43d6fb8112
    namespace: kserve-ci-e2e-test
    resourceVersion: "19718"
    uid: 2397bfad-8fbe-4ff5-a9ac-ebc02bb95651
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-6fff8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: 6747ff55-c064-402d-832f-09fd7b81cd83
  kind: Event
  lastTimestamp: "2026-04-16T18:38:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:15Z"
    name: raw-sklearn-6fff8-predictor.18a6ea475566e2b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: 73a66c8a-af1a-493d-a9b3-421d6f407728
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-6fff8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: 6747ff55-c064-402d-832f-09fd7b81cd83
  kind: Event
  lastTimestamp: "2026-04-16T18:38:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:15Z"
    name: raw-sklearn-6fff8-predictor.18a6ea4755d530f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: b573810b-edd3-45f4-a44e-b830b0c27ed9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-6fff8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19866"
    uid: 6747ff55-c064-402d-832f-09fd7b81cd83
  kind: Event
  lastTimestamp: "2026-04-16T18:39:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:39:15Z"
    name: raw-sklearn-6fff8-predictor.18a6ea4ad4b1cbed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20298"
    uid: 3ef39192-c9c7-4f94-af3c-46d091701727
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-6fff8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19866"
    uid: 6747ff55-c064-402d-832f-09fd7b81cd83
  kind: Event
  lastTimestamp: "2026-04-16T18:39:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:39:15Z"
    name: raw-sklearn-6fff8-predictor.18a6ea4ad5260f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "20299"
    uid: 75ff2c16-3a02-4b2f-b1f8-8cefe90dbbb3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-6fff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 2150ca00-7576-439e-beb0-eff7109e37fa
  kind: Event
  lastTimestamp: "2026-04-16T18:39:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:39:11Z"
    name: raw-sklearn-6fff8.18a6ea43d60cb41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20270"
    uid: ff98da3f-4368-4ced-8be7-40de7e0efe4a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-6fff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 2150ca00-7576-439e-beb0-eff7109e37fa
  kind: Event
  lastTimestamp: "2026-04-16T18:38:00Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-6fff8": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-6fff8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:38:00Z"
    name: raw-sklearn-6fff8.18a6ea43d69f4f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 7dfaf363-2d8e-4dc9-b9d0-4a5bf0b4094f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-6fff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20268"
    uid: 2150ca00-7576-439e-beb0-eff7109e37fa
  kind: Event
  lastTimestamp: "2026-04-16T18:39:11Z"
  message: InferenceService [raw-sklearn-6fff8] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:39:11Z"
    name: raw-sklearn-6fff8.18a6ea5489b1aae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20269"
    uid: 653499c5-6d11-49e3-bdef-04206a18027c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:39:20.293059Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20376"
    uid: 6a8869e4-a955-4591-8e82-662628e49713
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm
    to ip-10-0-141-219.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:39:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:39:20Z"
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm.18a6ea5680ca41b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6d6f0c0e-fe31-43fd-a9df-d7a3a823c6fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5fbbcb557-ctlnz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20388"
    uid: 6a8869e4-a955-4591-8e82-662628e49713
  kind: Event
  lastTimestamp: "2026-04-16T18:39:20Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:39:20Z"
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm.18a6ea5699856f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 582f2d71-4177-4f63-b393-e0d539284601
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: 6a8869e4-a955-4591-8e82-662628e49713
  kind: Event
  lastTimestamp: "2026-04-16T18:39:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:20Z"
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm.18a6ea569ab18a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 68c2edd0-2905-4110-9037-a6e249b0a95b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: 6a8869e4-a955-4591-8e82-662628e49713
  kind: Event
  lastTimestamp: "2026-04-16T18:39:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:20Z"
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm.18a6ea569dddd343
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: b2a81fa1-47a7-4ad7-a00c-140bed3462c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: 6a8869e4-a955-4591-8e82-662628e49713
  kind: Event
  lastTimestamp: "2026-04-16T18:39:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:20Z"
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm.18a6ea569e4b9882
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: cc18e244-b9df-4798-ace0-7a06aa98fed4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: 6a8869e4-a955-4591-8e82-662628e49713
  kind: Event
  lastTimestamp: "2026-04-16T18:39:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:24Z"
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm.18a6ea57865b2eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20440"
    uid: bac788d3-5b5d-4a2d-80ef-aeb4ed953edf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: 6a8869e4-a955-4591-8e82-662628e49713
  kind: Event
  lastTimestamp: "2026-04-16T18:39:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:24Z"
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm.18a6ea578994d5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 0d0f72b4-1fff-4e76-9ed5-b2f90c02b074
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: 6a8869e4-a955-4591-8e82-662628e49713
  kind: Event
  lastTimestamp: "2026-04-16T18:39:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:24Z"
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm.18a6ea578a079bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20448"
    uid: 9a685751-c85c-4dfe-9e0d-ea651dc61b66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: 6a8869e4-a955-4591-8e82-662628e49713
  kind: Event
  lastTimestamp: "2026-04-16T18:40:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:26Z"
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm.18a6ea57c264c1af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20884"
    uid: 1a872122-dc94-46f4-a7bf-ea907a26ec2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: 6a8869e4-a955-4591-8e82-662628e49713
  kind: Event
  lastTimestamp: "2026-04-16T18:40:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:40Z"
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm.18a6ea6927bb7319
    namespace: kserve-ci-e2e-test
    resourceVersion: "21011"
    uid: 3d996c3f-6cf7-4a9b-81e5-d8857576eff4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20368"
    uid: 9453bf00-1ae8-4379-98ea-d5b24bdaa85b
  kind: Event
  lastTimestamp: "2026-04-16T18:39:20Z"
  message: 'Created pod: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d-krsrm'
  metadata:
    creationTimestamp: "2026-04-16T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:39:20Z"
    name: raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d.18a6ea56806bc314
    namespace: kserve-ci-e2e-test
    resourceVersion: "20379"
    uid: 7079ae5f-b937-4d1c-808f-28fb09ae2ba5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-aeacf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20366"
    uid: abd68bff-bc49-4836-a81e-8236ca8b5bf6
  kind: Event
  lastTimestamp: "2026-04-16T18:39:20Z"
  message: Scaled up replica set raw-sklearn-runtime-aeacf-predictor-5cccdcdc7d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:39:20Z"
    name: raw-sklearn-runtime-aeacf-predictor.18a6ea567dc93af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: d69558c7-e332-4a55-89ef-3a295bd87438
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-aeacf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20367"
    uid: f6d5eaad-a4e7-4d29-82c6-925c26a2c2d2
  kind: Event
  lastTimestamp: "2026-04-16T18:39:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:39:50Z"
    name: raw-sklearn-runtime-aeacf-predictor.18a6ea59fc7409f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20632"
    uid: c5af2eb0-400c-44d7-8a01-73f29eb76a95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-aeacf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20367"
    uid: f6d5eaad-a4e7-4d29-82c6-925c26a2c2d2
  kind: Event
  lastTimestamp: "2026-04-16T18:39:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:39:50Z"
    name: raw-sklearn-runtime-aeacf-predictor.18a6ea59fcd9e268
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: 36d287ac-2d3d-4834-a532-35e0ff6a9cb2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-aeacf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20520"
    uid: f6d5eaad-a4e7-4d29-82c6-925c26a2c2d2
  kind: Event
  lastTimestamp: "2026-04-16T18:40:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:35Z"
    name: raw-sklearn-runtime-aeacf-predictor.18a6ea60faeae04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20950"
    uid: db8c124a-dcf0-4d5b-84e4-97edb13c70bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-aeacf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20520"
    uid: f6d5eaad-a4e7-4d29-82c6-925c26a2c2d2
  kind: Event
  lastTimestamp: "2026-04-16T18:40:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:35Z"
    name: raw-sklearn-runtime-aeacf-predictor.18a6ea60fb6879c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20951"
    uid: ae6c70a7-5561-4b81-8b98-6bcd39829ea1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-aeacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: d384a131-4d75-4c70-8b8b-e1251b9998a8
  kind: Event
  lastTimestamp: "2026-04-16T18:40:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:40:36Z"
    name: raw-sklearn-runtime-aeacf.18a6ea567dc19434
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: b29e0fdf-b49b-4e0a-95a3-098323341646
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-aeacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: d384a131-4d75-4c70-8b8b-e1251b9998a8
  kind: Event
  lastTimestamp: "2026-04-16T18:39:20Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-aeacf":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-aeacf":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:39:20Z"
    name: raw-sklearn-runtime-aeacf.18a6ea567e580f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20392"
    uid: 85380403-9133-4fc1-8f70-7e9ae7466633
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-aeacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20374"
    uid: d384a131-4d75-4c70-8b8b-e1251b9998a8
  kind: Event
  lastTimestamp: "2026-04-16T18:39:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-aeacf": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:39:20Z"
    name: raw-sklearn-runtime-aeacf.18a6ea56843f1373
    namespace: kserve-ci-e2e-test
    resourceVersion: "20393"
    uid: 5ef68bdf-27e0-4369-a527-1e1b7ed9b9f0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-aeacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: d384a131-4d75-4c70-8b8b-e1251b9998a8
  kind: Event
  lastTimestamp: "2026-04-16T18:40:36Z"
  message: InferenceService [raw-sklearn-runtime-aeacf] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:40:36Z"
    name: raw-sklearn-runtime-aeacf.18a6ea684edd3ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: 2e748864-3aa8-4a19-af2c-e99e513fcfbd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "21204"