---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:38:57.627848Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20721"
    uid: eb719383-a04b-4c16-aa28-80364577ea3e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t
    to ip-10-0-129-95.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:38:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:38:57Z"
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t.18be3b262c91efa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: f538386a-9624-4a14-9e35-c14ac065e541
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20731"
    uid: eb719383-a04b-4c16-aa28-80364577ea3e
  kind: Event
  lastTimestamp: "2026-07-01T17:38:58Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:38:58Z"
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t.18be3b26465b352c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20738"
    uid: d63e458b-5f7e-448e-95c9-c41175879742
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: eb719383-a04b-4c16-aa28-80364577ea3e
  kind: Event
  lastTimestamp: "2026-07-01T17:39:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:03Z"
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t.18be3b2647b607ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: 5fc805b4-e1f6-4faa-bea1-3a95758cfdf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: eb719383-a04b-4c16-aa28-80364577ea3e
  kind: Event
  lastTimestamp: "2026-07-01T17:39:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:03Z"
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t.18be3b264a726892
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: cd6cc732-360f-4d05-81d5-201be33d49e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: eb719383-a04b-4c16-aa28-80364577ea3e
  kind: Event
  lastTimestamp: "2026-07-01T17:39:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:03Z"
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t.18be3b264ae3df75
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: f24046ce-4c4c-4730-bbae-44f77c13bea9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: eb719383-a04b-4c16-aa28-80364577ea3e
  kind: Event
  lastTimestamp: "2026-07-01T17:39:06Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t_kserve-ci-e2e-test(eb719383-a04b-4c16-aa28-80364577ea3e)
  metadata:
    creationTimestamp: "2026-07-01T17:39:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:06Z"
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t.18be3b283bed8435
    namespace: kserve-ci-e2e-test
    resourceVersion: "20813"
    uid: 006c00e5-2bba-4eb6-9360-fdfeab2b1bce
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20714"
    uid: 4511a68a-d92d-44a7-8d7a-697d6faa27a0
  kind: Event
  lastTimestamp: "2026-07-01T17:38:57Z"
  message: 'Created pod: isvc-init-fail-9c53ba-predictor-b5dc898d6-jvs5t'
  metadata:
    creationTimestamp: "2026-07-01T17:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:38:57Z"
    name: isvc-init-fail-9c53ba-predictor-b5dc898d6.18be3b262bfb835d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20722"
    uid: 9da5ba45-d54b-47dd-951f-49de088bb178
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-9c53ba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: 6654105f-d752-42bf-b68a-077848100d89
  kind: Event
  lastTimestamp: "2026-07-01T17:38:57Z"
  message: Scaled up replica set isvc-init-fail-9c53ba-predictor-b5dc898d6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-01T17:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:38:57Z"
    name: isvc-init-fail-9c53ba-predictor.18be3b26292ca635
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: 5eb33758-06f0-48af-bf70-62d6db235831
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9c53ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: e0704dc6-392a-4b2e-8add-354fbccd1fb4
  kind: Event
  lastTimestamp: "2026-07-01T17:39:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:39:06Z"
    name: isvc-init-fail-9c53ba.18be3b262937dcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20819"
    uid: 3296d0d7-bc39-498c-9965-d8bde2e4a875
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9c53ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: e0704dc6-392a-4b2e-8add-354fbccd1fb4
  kind: Event
  lastTimestamp: "2026-07-01T17:38:57Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-9c53ba":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-9c53ba":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:38:57Z"
    name: isvc-init-fail-9c53ba.18be3b2629b5a0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20718"
    uid: 7e8ebc43-4bc6-4a46-a759-4e83a3123d1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9c53ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: e0704dc6-392a-4b2e-8add-354fbccd1fb4
  kind: Event
  lastTimestamp: "2026-07-01T17:38:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-9c53ba": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:38:57Z"
    name: isvc-init-fail-9c53ba.18be3b2629b5e368
    namespace: kserve-ci-e2e-test
    resourceVersion: "20720"
    uid: 7a568ebb-5f2e-4db2-9b0e-729822bebbe1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:32:43.552306Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    to ip-10-0-129-95.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:32:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:32:43Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3acf13ee28b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: b998b43f-63a9-4522-80d4-4fc239e759c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:43Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:32:43Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3acf2d282dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: 8b7e6239-406e-48de-b7ad-f478850b0490
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:44Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3acf2ec2e8af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17691"
    uid: ac7373b7-888b-4ee6-b5f4-debf78cea028
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:44Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3acf3127b74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: 12ce9f12-ccfc-478f-9455-ef221379a20e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:44Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3acf31a211f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17693"
    uid: 2dc0282e-2033-426f-8835-eccdb45dbd83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1692"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:48Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ad0540f4331
    namespace: kserve-ci-e2e-test
    resourceVersion: "17733"
    uid: 4ebd4246-5bca-4417-aeff-248d6940572f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:48Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ad057229de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17736"
    uid: 65dd4605-8fc9-4d08-938d-04b9eb900efa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:48Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ad05791ca3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: 6089764c-9b26-4919-b887-aa0cb4d9679b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:48Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ad0579c6190
    namespace: kserve-ci-e2e-test
    resourceVersion: "17740"
    uid: 740540f2-2233-4be6-b394-e0d6a2f400c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:49Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ad05aa7c4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17742"
    uid: 90e2b060-070d-4a91-af11-ded509eb05c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:49Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ad05b705106
    namespace: kserve-ci-e2e-test
    resourceVersion: "17743"
    uid: 4f0ac70c-f7bb-4853-a82c-d1aa878a6fcf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:49Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:3b11c521c7fa6293938ba1da52ee042f5973bbdb4cf6675059769fb949c8abf7"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:49Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ad05b7aa407
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 7bbfc980-ce72-43a5-87a8-79ddff6c9de3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:49Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-01T17:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:49Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ad05f06df7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5ee65525-0bc8-4fe8-aaac-f7c60510290f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:49Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-01T17:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:49Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ad05f7774f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: 94e3d5c2-24fe-4eb9-b8a8-d683351a04b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:34:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:35Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ad09025b888
    namespace: kserve-ci-e2e-test
    resourceVersion: "18633"
    uid: e7133b00-a679-4ea2-ad67-4b31f0ab11f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:34:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T17:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:25Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ad0cc052b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9e4a004c-3f9c-4768-99e5-cf4c573d0344
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:34:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:18Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ae546c5815a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18462"
    uid: 20693e24-a678-4b52-9552-5100eb73719b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:34:18Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-01T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:18Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ae546c5d0dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18465"
    uid: 28cea911-6295-47eb-9611-a06ce31cf197
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:34:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:18Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ae546c634e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18469"
    uid: e4cf127e-e661-4e76-a040-a7693e41db8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d30af7e8-f085-430d-820a-b00093aa4cf1
  kind: Event
  lastTimestamp: "2026-07-01T17:34:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:31Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5.18be3ae5fc51c167
    namespace: kserve-ci-e2e-test
    resourceVersion: "18605"
    uid: 4c08fe4e-1333-460e-b934-6aca70f6ae13
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: c897fb60-a99a-4ebc-abc2-eb97fd3294d8
  kind: Event
  lastTimestamp: "2026-07-01T17:32:43Z"
  message: 'Created pod: isvc-logger-raw-3f4cf-predictor-bf7f7d547-j6rj5'
  metadata:
    creationTimestamp: "2026-07-01T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:32:43Z"
    name: isvc-logger-raw-3f4cf-predictor-bf7f7d547.18be3acf1359df26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: 71e1287a-fee4-4063-8668-d7797d174586
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-3f4cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: 8acc98b7-132d-4eb4-ba30-a1b608bdbe49
  kind: Event
  lastTimestamp: "2026-07-01T17:32:43Z"
  message: Scaled up replica set isvc-logger-raw-3f4cf-predictor-bf7f7d547 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-01T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:32:43Z"
    name: isvc-logger-raw-3f4cf-predictor.18be3acf0ffee020
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: 9d6e3754-ddb7-40dc-8c50-c432f8ac2486
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-3f4cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: eba81742-f34f-458a-b525-3c948e1e12a5
  kind: Event
  lastTimestamp: "2026-07-01T17:33:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:33:28Z"
    name: isvc-logger-raw-3f4cf-predictor.18be3ad28eee94c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18045"
    uid: 91613b6e-57e6-48bf-b9e1-8c53ab0c652d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-3f4cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: eba81742-f34f-458a-b525-3c948e1e12a5
  kind: Event
  lastTimestamp: "2026-07-01T17:33:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:33:28Z"
    name: isvc-logger-raw-3f4cf-predictor.18be3ad28f4e79de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: abd8d54e-1c02-434d-9a2e-9b68a04967c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:33:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-3f4cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17825"
    uid: eba81742-f34f-458a-b525-3c948e1e12a5
  kind: Event
  lastTimestamp: "2026-07-01T17:34:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:34:13Z"
    name: isvc-logger-raw-3f4cf-predictor.18be3add0bb6d768
    namespace: kserve-ci-e2e-test
    resourceVersion: "18368"
    uid: 49511f4a-a8c3-4d5c-b040-9352a3d1eb54
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:33:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-3f4cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17825"
    uid: eba81742-f34f-458a-b525-3c948e1e12a5
  kind: Event
  lastTimestamp: "2026-07-01T17:34:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:34:13Z"
    name: isvc-logger-raw-3f4cf-predictor.18be3add0c1be4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18369"
    uid: bc3fee61-be7b-4800-b2e4-11ac8da38eef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-3f4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 05a22378-f69b-47b7-b936-62fbc8d09739
  kind: Event
  lastTimestamp: "2026-07-01T17:34:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:34:05Z"
    name: isvc-logger-raw-3f4cf.18be3acf100149c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 3c724b7f-6319-475e-bc86-924ddb537dec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-3f4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 05a22378-f69b-47b7-b936-62fbc8d09739
  kind: Event
  lastTimestamp: "2026-07-01T17:32:43Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-3f4cf":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-3f4cf":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:32:43Z"
    name: isvc-logger-raw-3f4cf.18be3acf107e6104
    namespace: kserve-ci-e2e-test
    resourceVersion: "17678"
    uid: 1d77e10e-afe7-4b81-b882-b11849b77ce5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-3f4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 05a22378-f69b-47b7-b936-62fbc8d09739
  kind: Event
  lastTimestamp: "2026-07-01T17:32:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-3f4cf": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:32:43Z"
    name: isvc-logger-raw-3f4cf.18be3acf16713422
    namespace: kserve-ci-e2e-test
    resourceVersion: "17679"
    uid: 4cd284cc-8f34-4e7e-9910-a6addcdbec2c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-3f4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18312"
    uid: 05a22378-f69b-47b7-b936-62fbc8d09739
  kind: Event
  lastTimestamp: "2026-07-01T17:34:05Z"
  message: InferenceService [isvc-logger-raw-3f4cf] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:34:05Z"
    name: isvc-logger-raw-3f4cf.18be3ae212d7d385
    namespace: kserve-ci-e2e-test
    resourceVersion: "18313"
    uid: 711b0d43-b9d0-443e-9515-e73d4a07114b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:37:04.175260Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    to ip-10-0-129-95.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:37:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:37:04Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b0bc244e741
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 18a9e65d-e3dd-4ffb-8a18-b74c31d24e62
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:37:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-3249f8-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:37:04Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b0bcdc43bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: 6cbea597-a218-44cc-bea7-7d687daaeb39
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:37:05Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:37:05Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b0bff57a483
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: 945122d1-c3d4-4589-95a6-b9d64a9853de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:37:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:37:05Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b0c00c788f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: 3eec6f57-c46b-41e0-96c5-9a2727592229
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:37:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:37:05Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b0c03c8e9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: ed5d0de0-32de-4f6a-869d-f865cc63be9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:37:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:37:05Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b0c043e1ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19771"
    uid: 2a551d9d-8b79-4a54-829c-dbc0872f340f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:37:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1692"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:37:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:37:09Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b0d1c924fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19811"
    uid: b32e4b68-427f-474b-b348-e0ec2ce6beaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:37:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:37:10Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b0d1fef5b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: 1551d869-4354-4828-bcf4-50931edaa7c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:37:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:37:10Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b0d207e13af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: 12dbac39-09a8-4500-85dd-d772b0861bf9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:37:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:37:10Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b0d208978ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: 13001370-60ef-404f-b962-c95c4899054d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:37:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:37:10Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b0d233c2daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: c0a607c6-7429-409b-a6d4-3ce3e5ec6675
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:37:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:37:10Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b0d23b6f4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19822"
    uid: c0c8f513-15f9-4b60-adcb-d14c02f70fd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:38:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:38:55Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b0d58a390b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20674"
    uid: 6716089c-a2d4-4cf6-9a28-49420bf92b8d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:38:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:38:52Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b24fc1b9cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: 419b8806-14ba-43a1-a7ab-1396a5bcc6cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:38:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:38:52Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b24fc1bffa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 5214d200-c590-4434-be4c-6a2d96edb5c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 787d2292-5840-47c8-956c-17dcb66e9545
  kind: Event
  lastTimestamp: "2026-07-01T17:38:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:38:56Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q.18be3b2606eeb712
    namespace: kserve-ci-e2e-test
    resourceVersion: "20686"
    uid: 13a61660-39c4-4698-9fc4-d74886ed31ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-3249f8-predictor-57f65bd6fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19727"
    uid: 58d554e9-41ac-4315-91c4-83c86eb177f3
  kind: Event
  lastTimestamp: "2026-07-01T17:37:04Z"
  message: 'Created pod: isvc-primary-3249f8-predictor-57f65bd6fc-5ps2q'
  metadata:
    creationTimestamp: "2026-07-01T17:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:37:04Z"
    name: isvc-primary-3249f8-predictor-57f65bd6fc.18be3b0bc1a86900
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: f0baa635-0cc5-4319-8f22-610fa75cc0eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-3249f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: d63dd428-28af-4bdd-a6ac-e82c5c80a45b
  kind: Event
  lastTimestamp: "2026-07-01T17:37:04Z"
  message: Scaled up replica set isvc-primary-3249f8-predictor-57f65bd6fc from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-01T17:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:37:04Z"
    name: isvc-primary-3249f8-predictor.18be3b0bbce8b6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: c7153808-3d81-4b4e-b244-1b3b8afec115
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-3249f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: f5849d5c-5908-47ef-a290-6b15aa3434b8
  kind: Event
  lastTimestamp: "2026-07-01T17:37:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:37:34Z"
    name: isvc-primary-3249f8-predictor.18be3b0f3b5d7502
    namespace: kserve-ci-e2e-test
    resourceVersion: "19992"
    uid: 0b3ef1d8-7642-49c3-a759-c46ec52b04ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-3249f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: f5849d5c-5908-47ef-a290-6b15aa3434b8
  kind: Event
  lastTimestamp: "2026-07-01T17:37:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:37:34Z"
    name: isvc-primary-3249f8-predictor.18be3b0f3bbf7d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: 20eec23e-fef2-4137-b305-e6560ee3e5af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-3249f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19888"
    uid: f5849d5c-5908-47ef-a290-6b15aa3434b8
  kind: Event
  lastTimestamp: "2026-07-01T17:38:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:38:49Z"
    name: isvc-primary-3249f8-predictor.18be3b1639b16d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: 4fe83b97-7d6b-4317-ae04-b872b6e17f76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-3249f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19888"
    uid: f5849d5c-5908-47ef-a290-6b15aa3434b8
  kind: Event
  lastTimestamp: "2026-07-01T17:38:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:38:49Z"
    name: isvc-primary-3249f8-predictor.18be3b163a17ef1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: a27625ae-9ab4-40bb-85c4-3148324c05cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-3249f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19718"
    uid: 96f13147-f70c-4f31-ad19-304603e7d707
  kind: Event
  lastTimestamp: "2026-07-01T17:38:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:38:25Z"
    name: isvc-primary-3249f8.18be3b0bbce54037
    namespace: kserve-ci-e2e-test
    resourceVersion: "20361"
    uid: ad2b77b6-1985-46a4-9ec9-4a1e2f754b2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-3249f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19718"
    uid: 96f13147-f70c-4f31-ad19-304603e7d707
  kind: Event
  lastTimestamp: "2026-07-01T17:37:04Z"
  message: 'Failed to update status for InferenceService "isvc-primary-3249f8": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-3249f8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:37:04Z"
    name: isvc-primary-3249f8.18be3b0bbd3d869e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19746"
    uid: ce7e228b-f647-42da-8ba8-99552795c3fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-3249f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19718"
    uid: 96f13147-f70c-4f31-ad19-304603e7d707
  kind: Event
  lastTimestamp: "2026-07-01T17:37:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-3249f8": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:37:04Z"
    name: isvc-primary-3249f8.18be3b0bbd3dd39a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: 0d4ee8a3-430c-4317-8a34-adfda9965536
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-3249f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: 96f13147-f70c-4f31-ad19-304603e7d707
  kind: Event
  lastTimestamp: "2026-07-01T17:38:25Z"
  message: InferenceService [isvc-primary-3249f8] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:38:25Z"
    name: isvc-primary-3249f8.18be3b1e9bf7f920
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: ecc83209-dd1b-4bfc-a9eb-4be2fd553772
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:26:37.754432Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    to ip-10-0-129-95.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:26:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:26:37Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a79e8adb16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 7af3088c-b202-4eda-80cf-e4ca255200ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:26:38Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:26:38Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7a02014a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: cbc8fc79-ea0d-4935-a014-222afe17cc9e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:26:38Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215"
  metadata:
    creationTimestamp: "2026-07-01T17:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:26:38Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7a03881834
    namespace: kserve-ci-e2e-test
    resourceVersion: "14402"
    uid: 0b3dd6f9-17ee-4010-a21a-40aca6c1af7d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:26:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215"
    in 3.925s (3.925s including waiting). Image size: 301878739 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:26:42Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7aed7c9e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14431"
    uid: b449305b-e0de-4670-b74a-23d9e2df5ca2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:26:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:26:42Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7af139ccdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 8472f287-3de6-4f6d-8551-fb3b49cd4863
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:26:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:26:42Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7af1aedb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "14434"
    uid: ad7333e2-799c-40fc-90b5-7ad8e81a4ccd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:26:46Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1692"
  metadata:
    creationTimestamp: "2026-07-01T17:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:26:46Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7beb1bb771
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 1cda30c5-a3ed-4f46-a040-98407cbd6be1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:26:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1692"
    in 13.44s (13.44s including waiting). Image size: 1555968947 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:26:59Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7f0c3f56b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14566"
    uid: b26ffcdc-87da-4f0a-bc91-a069892b5612
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:26:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:26:59Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7f0fe5cb09
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: 9097aeca-d192-4e11-b4b4-9fe6d2066548
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:26:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:26:59Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7f10725f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14569"
    uid: c33853d3-01e6-41bb-9797-f68fc9f70b8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:26:59Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-01T17:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:26:59Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7f10821703
    namespace: kserve-ci-e2e-test
    resourceVersion: "14570"
    uid: 42940f75-699b-40a4-a234-418752e5fd93
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:27:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.738s (2.738s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:27:02Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7fb3c0c4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 7a413577-c350-4811-9e2c-a9ea50898494
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:27:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:27:02Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7fb74672fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14589"
    uid: 7e39b9b8-ea61-4715-8850-b7ee2505c491
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:27:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:27:02Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7fb7bc7fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14590"
    uid: 6665b2f0-e7a5-4700-b82b-3daa91100924
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:27:02Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:3b11c521c7fa6293938ba1da52ee042f5973bbdb4cf6675059769fb949c8abf7"
  metadata:
    creationTimestamp: "2026-07-01T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:27:02Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a7fb7c96438
    namespace: kserve-ci-e2e-test
    resourceVersion: "14591"
    uid: 0cc6dda8-473b-4ece-8018-095eb1832ea2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:27:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:3b11c521c7fa6293938ba1da52ee042f5973bbdb4cf6675059769fb949c8abf7"
    in 3.048s (3.048s including waiting). Image size: 239994488 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:27:05Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a806d820b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: bc27bca0-fd9b-400f-8736-bf4f4e77da51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:27:05Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-01T17:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:27:05Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a80703a049b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14617"
    uid: c575fe5e-4524-4f33-8c8b-46f31957b1fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:27:05Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-01T17:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:27:05Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a8070fa5893
    namespace: kserve-ci-e2e-test
    resourceVersion: "14618"
    uid: 2c78e562-c0be-4460-be78-0ab55e103284
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:28:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:49Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a80995cab2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15516"
    uid: 051116d6-291e-4200-9ba6-16901dd691eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:28:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T17:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:39Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a80d5331fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: df5a51e9-6f52-4897-ae38-ca0a4314fd23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:28:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:32Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a94b9ca36a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: 678cb3ba-90e4-443e-98d8-8181d588b397
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:28:32Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-01T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:32Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a94b9ca8646
    namespace: kserve-ci-e2e-test
    resourceVersion: "15322"
    uid: 1b280108-93f2-4489-9091-658c43c5a76c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:28:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:32Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a94b9cac2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 33299da9-19c4-454b-975e-cde7210abb05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 2999af9d-f5d1-4b86-8417-524f940f139d
  kind: Event
  lastTimestamp: "2026-07-01T17:28:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:47Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj.18be3a95c993cf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: 6711aaa4-8f35-4458-b74b-e528cf738040
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14364"
    uid: 17b84604-5376-40b0-9d61-16acdd37f966
  kind: Event
  lastTimestamp: "2026-07-01T17:26:37Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8-2njmj'
  metadata:
    creationTimestamp: "2026-07-01T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:26:37Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8.18be3a79e836859c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14377"
    uid: 051a4627-98c4-4170-a8c3-a60ca1774ce4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-0f1eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: 68bc0cc3-b895-4b12-be1d-4eef171a587f
  kind: Event
  lastTimestamp: "2026-07-01T17:26:37Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-0f1eb-predictor-799bfb48b8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:26:37Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor.18be3a79dfd89046
    namespace: kserve-ci-e2e-test
    resourceVersion: "14365"
    uid: e233c1e8-6444-4de5-a3ec-ea1ae0867651
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-0f1eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14370"
    uid: 34eb5a13-c101-42b4-8947-0a31a424b3c9
  kind: Event
  lastTimestamp: "2026-07-01T17:27:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:27:07Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor.18be3a7d6507b48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14638"
    uid: aeffd350-c3a7-4dfb-bb32-19e96262109b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-0f1eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14370"
    uid: 34eb5a13-c101-42b4-8947-0a31a424b3c9
  kind: Event
  lastTimestamp: "2026-07-01T17:27:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:27:07Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor.18be3a7d656c7d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "14639"
    uid: e5b7c1ca-f961-4d7a-bd87-7af346d0de7b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:27:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-0f1eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14515"
    uid: 34eb5a13-c101-42b4-8947-0a31a424b3c9
  kind: Event
  lastTimestamp: "2026-07-01T17:28:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:28:22Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor.18be3a84638c4c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 94958c8b-488b-440f-b804-14c9a5fb1382
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:27:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-0f1eb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14515"
    uid: 34eb5a13-c101-42b4-8947-0a31a424b3c9
  kind: Event
  lastTimestamp: "2026-07-01T17:28:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:28:22Z"
    name: isvc-raw-sklearn-batcher-0f1eb-predictor.18be3a8463f51009
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: 8225d662-65c3-462c-a68e-123b21a3b338
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-0f1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: f1ade255-6207-4688-8ad1-5ec86209882e
  kind: Event
  lastTimestamp: "2026-07-01T17:28:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:28:19Z"
    name: isvc-raw-sklearn-batcher-0f1eb.18be3a79e5d714fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 044e0e16-7fd4-42d5-9581-1c59dd43c260
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-0f1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: f1ade255-6207-4688-8ad1-5ec86209882e
  kind: Event
  lastTimestamp: "2026-07-01T17:26:37Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-0f1eb":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-0f1eb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:26:37Z"
    name: isvc-raw-sklearn-batcher-0f1eb.18be3a79e63dc83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14388"
    uid: c433afca-04c6-4e42-8f01-564fdfa750b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:26:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-0f1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: f1ade255-6207-4688-8ad1-5ec86209882e
  kind: Event
  lastTimestamp: "2026-07-01T17:26:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-0f1eb": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:26:37Z"
    name: isvc-raw-sklearn-batcher-0f1eb.18be3a79e63e1a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "14389"
    uid: 53407ab7-b3ca-4446-a2ba-efbf8781cb0c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-0f1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15158"
    uid: f1ade255-6207-4688-8ad1-5ec86209882e
  kind: Event
  lastTimestamp: "2026-07-01T17:28:19Z"
  message: InferenceService [isvc-raw-sklearn-batcher-0f1eb] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:28:19Z"
    name: isvc-raw-sklearn-batcher-0f1eb.18be3a919fa6df9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: af095d63-fd4c-4580-9c38-3aa0649876ca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:38:34.361941Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: fe5ee809-e61b-40d2-b9e1-e39b41427781
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl
    to ip-10-0-129-95.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:38:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:38:34Z"
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl.18be3b20c1d05e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20454"
    uid: 2aec348a-8a63-499b-a9f2-eaa6e74b1729
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20459"
    uid: fe5ee809-e61b-40d2-b9e1-e39b41427781
  kind: Event
  lastTimestamp: "2026-07-01T17:38:34Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:38:34Z"
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl.18be3b20db297932
    namespace: kserve-ci-e2e-test
    resourceVersion: "20466"
    uid: 8051a9e7-7538-4929-9040-e1b45749ad66
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20452"
    uid: fe5ee809-e61b-40d2-b9e1-e39b41427781
  kind: Event
  lastTimestamp: "2026-07-01T17:38:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:38:41Z"
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl.18be3b20dcc03743
    namespace: kserve-ci-e2e-test
    resourceVersion: "20526"
    uid: fb9f963d-9f00-4553-a962-c592e137ea69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20452"
    uid: fe5ee809-e61b-40d2-b9e1-e39b41427781
  kind: Event
  lastTimestamp: "2026-07-01T17:38:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:38:41Z"
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl.18be3b20df61de8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: 4a196193-6753-4d67-a0fd-4c4f29a82088
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20452"
    uid: fe5ee809-e61b-40d2-b9e1-e39b41427781
  kind: Event
  lastTimestamp: "2026-07-01T17:38:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:38:41Z"
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl.18be3b20dff15fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20531"
    uid: f3760376-8255-491b-a07e-0908afa535ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20452"
    uid: fe5ee809-e61b-40d2-b9e1-e39b41427781
  kind: Event
  lastTimestamp: "2026-07-01T17:38:44Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl_kserve-ci-e2e-test(fe5ee809-e61b-40d2-b9e1-e39b41427781)
  metadata:
    creationTimestamp: "2026-07-01T17:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:38:44Z"
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl.18be3b2315f77be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20551"
    uid: 881d16cf-e832-4c2e-a2fe-1ac5c6df696b
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20440"
    uid: d84c4755-7192-4336-9a4a-30d2574cc754
  kind: Event
  lastTimestamp: "2026-07-01T17:38:34Z"
  message: 'Created pod: isvc-secondary-3249f8-predictor-75f6fdbfc4-z6lhl'
  metadata:
    creationTimestamp: "2026-07-01T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:38:34Z"
    name: isvc-secondary-3249f8-predictor-75f6fdbfc4.18be3b20c137635a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: e35bd42a-5ec5-4c52-96b7-fa115a3550d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-3249f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20438"
    uid: ce2ebd07-e34e-424f-944b-e1a0b68e70c5
  kind: Event
  lastTimestamp: "2026-07-01T17:38:34Z"
  message: Scaled up replica set isvc-secondary-3249f8-predictor-75f6fdbfc4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-01T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:38:34Z"
    name: isvc-secondary-3249f8-predictor.18be3b20bcbe0061
    namespace: kserve-ci-e2e-test
    resourceVersion: "20441"
    uid: af0c03c9-ee7d-4184-abd0-a5784b6c6a11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-3249f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20439"
    uid: c87efb32-8410-47ea-8260-6a6d57c5bde8
  kind: Event
  lastTimestamp: "2026-07-01T17:38:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:38:49Z"
    name: isvc-secondary-3249f8-predictor.18be3b243b33ec9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: acdb213c-d019-439e-a8e9-bddfa9bcb6aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-3249f8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20439"
    uid: c87efb32-8410-47ea-8260-6a6d57c5bde8
  kind: Event
  lastTimestamp: "2026-07-01T17:38:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:38:49Z"
    name: isvc-secondary-3249f8-predictor.18be3b243b78cc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: 556dfb80-125d-4065-a13e-5785a7c49b76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-3249f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20431"
    uid: bc4ca7b9-58fa-473b-9dda-beaafd5f85af
  kind: Event
  lastTimestamp: "2026-07-01T17:38:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:38:44Z"
    name: isvc-secondary-3249f8.18be3b20bcd00150
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: 96f6e5c5-8e6e-4e16-b483-336f015ecdb3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-3249f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20431"
    uid: bc4ca7b9-58fa-473b-9dda-beaafd5f85af
  kind: Event
  lastTimestamp: "2026-07-01T17:38:34Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-3249f8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-3249f8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:38:34Z"
    name: isvc-secondary-3249f8.18be3b20bd4e408d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20445"
    uid: 34fa891b-eeae-42ba-a65f-1449a7eb7ff5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:38:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-3249f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20431"
    uid: bc4ca7b9-58fa-473b-9dda-beaafd5f85af
  kind: Event
  lastTimestamp: "2026-07-01T17:38:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-3249f8": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:38:34Z"
    name: isvc-secondary-3249f8.18be3b20bd4e7c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: cd8170fc-deea-4914-83e9-abea11a5c7f2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:28:32.898917Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15287"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    to ip-10-0-129-95.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:28:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:28:32Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3a94b7d2f6e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15304"
    uid: 19464727-ace1-4d5a-b7ff-1d8a77635d00
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:28:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-99462-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:33Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3a94c1b17232
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: 11ed1fa9-7df9-4a64-98ed-af2133ad1704
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:28:33Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:28:33Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3a94f5bb10c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: 33e3a442-74ac-42b5-99f0-33fba500ec70
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:28:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:33Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3a94f729336b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15368"
    uid: 1f14fabd-dd4e-4d39-b91a-081fee3a54bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:28:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:34Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3a94fa97b6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: fa67002c-e520-430e-9ba5-4bf1bbf50bae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:28:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:34Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3a94fb0a2e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15370"
    uid: e57ff2a2-19e1-4393-bdb9-b39a79fff305
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:28:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1692"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:37Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3a95dfb4be25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15406"
    uid: f727ea0c-2bcc-4402-ab18-46a734a2efe9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:28:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:37Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3a95e3161b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15411"
    uid: 94a33334-9135-4008-8daa-3cd08e515523
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:28:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:37Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3a95e38ef1e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: 18ac5193-3bf8-4193-9ffb-b00651d74aec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:28:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:37Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3a95e399321a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 7b58f22a-9463-4c83-8333-3629da280688
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:28:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:37Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3a95e6a31af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: e51ad46a-db08-4115-aed8-1c8091798638
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:28:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:37Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3a95e71be16c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15417"
    uid: 378d6b81-3d14-4e29-81e0-acb22bd3ffeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:30:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:35Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3a96582217e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: decab25f-97e6-4851-b7fd-c701f2ccbbd1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3ab0bac4acaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16397"
    uid: cb62d0e4-b843-4e1b-80eb-3403a5f4a358
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3ab0bac4e8d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: 7f27f851-514c-4801-a082-0ea84e12dd39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: 21d1992b-eeb2-4852-a0b9-6f6587de84ad
  kind: Event
  lastTimestamp: "2026-07-01T17:30:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:35Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm.18be3ab15a7b0fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 3ca595e8-4ccf-4c60-82c9-3aba9f71588c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15269"
    uid: 88147ba2-6127-484e-a806-94292ec2a9d3
  kind: Event
  lastTimestamp: "2026-07-01T17:28:32Z"
  message: 'Created pod: isvc-sklearn-graph-raw-99462-predictor-5858855d8d-kkqfm'
  metadata:
    creationTimestamp: "2026-07-01T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:28:32Z"
    name: isvc-sklearn-graph-raw-99462-predictor-5858855d8d.18be3a94b70299c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15292"
    uid: f9777c21-3aac-4358-b896-10350cbcd4e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-99462-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15267"
    uid: 0c5f82f8-54e4-4a85-8428-37e86fd3db58
  kind: Event
  lastTimestamp: "2026-07-01T17:28:32Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-99462-predictor-5858855d8d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:28:32Z"
    name: isvc-sklearn-graph-raw-99462-predictor.18be3a94b27c57d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15271"
    uid: 5fdbb4cc-c632-4f48-a795-2d2fafc4fd17
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-99462-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15268"
    uid: 3bb69f73-83e0-4def-bc82-6fd004c2ab0d
  kind: Event
  lastTimestamp: "2026-07-01T17:29:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:29:17Z"
    name: isvc-sklearn-graph-raw-99462-predictor.18be3a98310e8156
    namespace: kserve-ci-e2e-test
    resourceVersion: "15739"
    uid: bc848fb6-f7a6-46a6-bd46-7205f3305ddd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-99462-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15268"
    uid: 3bb69f73-83e0-4def-bc82-6fd004c2ab0d
  kind: Event
  lastTimestamp: "2026-07-01T17:29:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:29:17Z"
    name: isvc-sklearn-graph-raw-99462-predictor.18be3a9831745f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 4bbf0a97-5ea4-4655-8092-98bef9de33eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:29:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-99462-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: 3bb69f73-83e0-4def-bc82-6fd004c2ab0d
  kind: Event
  lastTimestamp: "2026-07-01T17:30:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:30:17Z"
    name: isvc-sklearn-graph-raw-99462-predictor.18be3aa2aed8f53a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 836b6311-a5eb-4647-8466-598126dad24f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:29:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-99462-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: 3bb69f73-83e0-4def-bc82-6fd004c2ab0d
  kind: Event
  lastTimestamp: "2026-07-01T17:30:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:30:17Z"
    name: isvc-sklearn-graph-raw-99462-predictor.18be3aa2af46acd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: 36ea6117-68c0-4f83-9e20-ee8fc157c00c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-99462
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: ab9a1362-96e7-42d3-b577-687928249f97
  kind: Event
  lastTimestamp: "2026-07-01T17:29:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:29:56Z"
    name: isvc-sklearn-graph-raw-99462.18be3a94b27e9229
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: 73f7b882-36c0-4acc-8cd6-a9fea140a827
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-99462
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: ab9a1362-96e7-42d3-b577-687928249f97
  kind: Event
  lastTimestamp: "2026-07-01T17:28:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-99462":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-99462":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:28:32Z"
    name: isvc-sklearn-graph-raw-99462.18be3a94b318f96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: ee26f416-13be-4e23-a6ba-a85e033e5253
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:29:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-99462
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: ab9a1362-96e7-42d3-b577-687928249f97
  kind: Event
  lastTimestamp: "2026-07-01T17:29:55Z"
  message: InferenceService [isvc-sklearn-graph-raw-99462] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:29:55Z"
    name: isvc-sklearn-graph-raw-99462.18be3aa8106886f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: 46e02247-8b11-45cf-9874-2c97f732f1f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:30:33.187945Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    to ip-10-0-129-95.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3ab0b99bf81a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: cc8a72a3-05bf-48b1-94db-691326ef231a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-bca43-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3ab0c3ea3eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 52873eb4-adfb-48ad-b5a4-a9d0ef6415f4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16401"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:30:34Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:30:34Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3ab0f6d484a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: 68af58f8-84d2-49b9-90b7-46eb07051fd0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:30:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:34Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3ab0f8907a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 261f60ab-641a-4721-8fef-7a8157e3a658
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:30:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:34Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3ab0fbe79c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16479"
    uid: bbcd56ad-5991-4349-bf4e-c3fd55cca418
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:30:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:34Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3ab0fc4ccd5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: 51554405-ca08-4403-ba69-04b8adc8aa05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:30:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1692"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:38Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3ab1f09a8225
    namespace: kserve-ci-e2e-test
    resourceVersion: "16528"
    uid: b42c0367-0db1-4cd1-a922-849685fc34ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:30:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:38Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3ab1f3e1df87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 6a5fc40f-0eea-4b72-8380-25e11c70a8d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:30:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:38Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3ab1f443838d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: a4862ab6-0f35-4fb3-bc0e-68abd2aede0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:30:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:38Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3ab1f44d337d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: dde44635-fecc-41b4-90c4-f884e8e83943
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:30:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:38Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3ab1f6a1bff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 270cdf4a-e46b-45d9-85f7-9756f0715f8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:30:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:38Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3ab1f7015a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: a6bb8dcb-6ec4-46de-85f2-920436db4f9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:32:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:26Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3ab2687abe6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 0eb8e202-3e79-4f94-9663-79d0803ff787
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:32:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:23Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3aca6dec35ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: 9fe91728-63e4-48b8-8180-c35f7f0b5e7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:32:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:23Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3aca6decc173
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 133bacc7-533b-49f3-9e20-3c8c71ed2064
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 369fd6fa-217d-448b-94a2-bf0938246ab5
  kind: Event
  lastTimestamp: "2026-07-01T17:32:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:26Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc.18be3acb16d04bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17496"
    uid: 31d864db-b43c-4058-a91c-49c7a6ec8bee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 2351b003-174e-437c-9d46-020a21fadb52
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb-8jjlc'
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb.18be3ab0b930d52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 24466ca4-cbbd-4ed0-b7f4-40d9a90621be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 5f4bef72-41c1-4eea-9f1b-ff80a7a64b3d
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-bca43-predictor-85bb49d8cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor.18be3ab0b579a1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 1bb99c5c-20a9-44f6-9a20-599daeb5a34d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 52c41046-0ad5-4753-bcc6-30716c1aa3ad
  kind: Event
  lastTimestamp: "2026-07-01T17:31:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:31:03Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor.18be3ab43415be4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: 812b61c9-d4e7-41bb-8f53-1bfe0e738253
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 52c41046-0ad5-4753-bcc6-30716c1aa3ad
  kind: Event
  lastTimestamp: "2026-07-01T17:31:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:31:03Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor.18be3ab4347d54a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: dd2c9bcb-5bfd-4022-83c2-a6194aea8503
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:31:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: 52c41046-0ad5-4753-bcc6-30716c1aa3ad
  kind: Event
  lastTimestamp: "2026-07-01T17:32:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:32:18Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor.18be3abb325740b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17334"
    uid: 59fc23e7-522f-4caa-aaf0-2d23b781dae9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:31:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: 52c41046-0ad5-4753-bcc6-30716c1aa3ad
  kind: Event
  lastTimestamp: "2026-07-01T17:32:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:32:18Z"
    name: isvc-sklearn-graph-raw-hpa-bca43-predictor.18be3abb32c374cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17335"
    uid: 5aeb3c0c-45ea-47b2-b6f6-f62b540bd783
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-bca43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: 1623fc53-b1fa-45d5-8642-dc0ed650fc2b
  kind: Event
  lastTimestamp: "2026-07-01T17:31:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:31:56Z"
    name: isvc-sklearn-graph-raw-hpa-bca43.18be3ab0b57bb06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17138"
    uid: c3b0cea7-fea0-4d0a-a60f-704621b80e1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-bca43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: 1623fc53-b1fa-45d5-8642-dc0ed650fc2b
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-bca43":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-bca43":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-sklearn-graph-raw-hpa-bca43.18be3ab0b5c6d02e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 8b8452fc-2ee3-4db4-b4cf-1fc0bd3033a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:31:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-bca43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: 1623fc53-b1fa-45d5-8642-dc0ed650fc2b
  kind: Event
  lastTimestamp: "2026-07-01T17:31:56Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-bca43] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:31:56Z"
    name: isvc-sklearn-graph-raw-hpa-bca43.18be3ac420384824
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 15f7b8e3-c7bf-4073-a5c5-4f2d61068b3c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:34:18.895278Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    to ip-10-0-129-95.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:34:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:34:18Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3ae546d080df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18463"
    uid: 9bbe0604-33e5-48c7-8887-aefc77085ffd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:34:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-7e747-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:19Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3ae54e2fcf46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: 46ccdbb2-9013-48f4-aae5-e1f76eb95a70
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18478"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:34:19Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:34:19Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3ae58473e598
    namespace: kserve-ci-e2e-test
    resourceVersion: "18496"
    uid: 76513622-890b-472c-bae5-d39cb444257b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:34:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:19Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3ae585ed57fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18498"
    uid: ac2c4791-cb34-4015-8e7a-221961e91775
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:34:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:20Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3ae588ebda23
    namespace: kserve-ci-e2e-test
    resourceVersion: "18499"
    uid: 14310951-38c5-4bf6-8aa2-d9d761561685
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:34:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:20Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3ae5895bfea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: a1965848-502a-4f3e-8ad3-f575b416b6be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:34:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1692"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:24Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3ae68a588340
    namespace: kserve-ci-e2e-test
    resourceVersion: "18537"
    uid: f4ac15b6-0af4-4390-9fcc-e211758c52d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:34:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:24Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3ae68d6f1d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: a5ab9298-28e5-46a7-88ca-8ad41f1fefb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:34:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:24Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3ae68de0bb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: 21826965-c22d-43b9-8bb4-24ce16bdb6ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:34:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:24Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3ae68dea302b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18543"
    uid: 33ff2276-b373-42c7-921b-8833cce19f9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:34:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:24Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3ae69080d560
    namespace: kserve-ci-e2e-test
    resourceVersion: "18546"
    uid: 69c87c0e-9089-4ee9-9bee-cb385dfe857d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:34:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:24Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3ae690f6c25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: 5f4ed149-f407-4f02-a41a-3282b6b7227b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:37:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:37:06Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3ae6c66fb0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: 409b263f-37e8-4909-ae02-d94623309116
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:36:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:36:59Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3b0a8eb029c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 35c02171-c5a8-49f7-8866-ccdbe436b902
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:36:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:36:59Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3b0a8eb12a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "19677"
    uid: 69c642ba-e01d-466b-bb99-3cd22da0f6be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5fe3f2a7-414d-4d79-aa60-665639825b0f
  kind: Event
  lastTimestamp: "2026-07-01T17:37:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:37:06Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw.18be3b0b18f4c1e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: 458d0361-9b9c-4ed3-9e68-b3e37da391a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18424"
    uid: 524f1810-cd75-4f06-b3f4-0522736d957e
  kind: Event
  lastTimestamp: "2026-07-01T17:34:18Z"
  message: 'Created pod: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6-d2zkw'
  metadata:
    creationTimestamp: "2026-07-01T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:34:18Z"
    name: isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6.18be3ae5464e2e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: c6cb41e9-982d-4cbf-9447-7eda9d715b33
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-7e747-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18422"
    uid: a6f3af35-a3ed-45c5-9099-f0f48966c398
  kind: Event
  lastTimestamp: "2026-07-01T17:34:18Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-7e747-predictor-5c658fb4b6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:34:18Z"
    name: isvc-sklearn-scale-raw-7e747-predictor.18be3ae5411c4f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: 1b719d7e-e311-42e4-aa6f-44d7fa2ab64b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-7e747-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18423"
    uid: afdced23-e94d-435a-91aa-7eb0cc9b8026
  kind: Event
  lastTimestamp: "2026-07-01T17:34:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:34:33Z"
    name: isvc-sklearn-scale-raw-7e747-predictor.18be3ae8bfed33d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 7f72c6bb-4399-4119-98f0-86e8c8a0d52d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-7e747-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18423"
    uid: afdced23-e94d-435a-91aa-7eb0cc9b8026
  kind: Event
  lastTimestamp: "2026-07-01T17:34:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:34:33Z"
    name: isvc-sklearn-scale-raw-7e747-predictor.18be3ae8c04efcd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18623"
    uid: 4775c6ac-21cc-4040-97a1-74077ff2f630
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-7e747-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18622"
    uid: afdced23-e94d-435a-91aa-7eb0cc9b8026
  kind: Event
  lastTimestamp: "2026-07-01T17:36:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:36:48Z"
    name: isvc-sklearn-scale-raw-7e747-predictor.18be3aec3f1dc6ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: 9d36f70d-5c50-4c8e-af0c-80a3c7616a3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-7e747-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18622"
    uid: afdced23-e94d-435a-91aa-7eb0cc9b8026
  kind: Event
  lastTimestamp: "2026-07-01T17:36:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:36:48Z"
    name: isvc-sklearn-scale-raw-7e747-predictor.18be3aec3f9e11ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19581"
    uid: 1ce74097-79b2-44e3-9660-85eb7342f680
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-7e747
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 268ce807-4724-4a60-aaad-55a58eacefd7
  kind: Event
  lastTimestamp: "2026-07-01T17:36:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:36:56Z"
    name: isvc-sklearn-scale-raw-7e747.18be3ae5411d4dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: f5febc7c-e2d2-4ba4-8068-87b10993210e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-7e747
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 268ce807-4724-4a60-aaad-55a58eacefd7
  kind: Event
  lastTimestamp: "2026-07-01T17:34:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-7e747":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-7e747":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:34:18Z"
    name: isvc-sklearn-scale-raw-7e747.18be3ae541b78050
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: 33f1b5cd-68c0-4ece-bc92-c095205c28cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:36:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-7e747
    namespace: kserve-ci-e2e-test
    resourceVersion: "19638"
    uid: 268ce807-4724-4a60-aaad-55a58eacefd7
  kind: Event
  lastTimestamp: "2026-07-01T17:36:56Z"
  message: InferenceService [isvc-sklearn-scale-raw-7e747] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:36:56Z"
    name: isvc-sklearn-scale-raw-7e747.18be3b09e32d2c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19640"
    uid: d7bd5df5-6e80-4028-b2b5-2b6a57b21c0a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:28:32.972325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    to ip-10-0-129-95.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:28:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:28:32Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3a94bc33327a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: 22cc2128-7d0c-48b9-9c16-9d1e1840bf2e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15338"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:28:33Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:28:33Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3a94d5cb199a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: dbd3413b-f744-4dad-8230-f45f91e92b8e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:28:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:33Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3a94d74ddece
    namespace: kserve-ci-e2e-test
    resourceVersion: "15356"
    uid: f12ad0d8-ae35-4b24-bdbf-431c9ff0730b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:28:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:33Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3a94d9f4bcc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: b053f101-f7ef-4762-9da3-1c29696ef795
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:28:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:33Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3a94da7118b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15358"
    uid: 3e03b69f-5637-4fd8-b0f9-3ec97eb19881
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:28:37Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-01T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:28:37Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3a95dfa4813e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15405"
    uid: d8e413ee-e222-469d-bd54-f0e7462aa96f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:29:10Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 32.174s (32.174s
    including waiting). Image size: 1305293052 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:29:10Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3a9d5d6b711c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15666"
    uid: 2277dcf3-895f-49fc-b047-2dd3cf3f9ab3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:29:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:29:10Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3a9d62ad6ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15668"
    uid: bb821b97-d4a5-4f48-adae-1261b1f01cfa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:29:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:29:10Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3a9d638edb40
    namespace: kserve-ci-e2e-test
    resourceVersion: "15670"
    uid: 41442cb2-2106-4169-9fb6-8404d596dc24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:29:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:29:10Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3a9d6399809b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15671"
    uid: c6fda885-dd87-4c62-83b0-b6cc72502a92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:29:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:29:10Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3a9d68a66722
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: b7936a87-a824-4d11-b70b-415194ae629a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:29:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:29:10Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3a9d6a7e3b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: de181c1f-6666-4c44-b934-a3a1e15038bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-01T17:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:30:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:07Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3a9d9860658f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 07cced0b-4335-44be-a0f9-aef4f4bb38ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3ab0c2732ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 01b41b9b-f4d9-4fb2-8cb4-58d30655ceac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: b8581e75-339c-41ac-9673-19613153be80
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm.18be3ab0c273aede
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 1efdd185-fdfc-4841-83da-f7e9ebe795cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: d123828a-406f-42dc-b82c-639c0cc9d63d
  kind: Event
  lastTimestamp: "2026-07-01T17:28:32Z"
  message: 'Created pod: isvc-xgboost-graph-raw-99462-predictor-798dbc6969-rngdm'
  metadata:
    creationTimestamp: "2026-07-01T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:28:32Z"
    name: isvc-xgboost-graph-raw-99462-predictor-798dbc6969.18be3a94bbc77d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: 570781e8-4654-426b-be0e-ed3213b4ce0b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-99462-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 35fd0b45-482d-4e9c-bb1c-e5ed8b7ed2f5
  kind: Event
  lastTimestamp: "2026-07-01T17:28:32Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-99462-predictor-798dbc6969
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:28:32Z"
    name: isvc-xgboost-graph-raw-99462-predictor.18be3a94b8581834
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 93ac9ee5-15ed-4e90-a6bf-14df335a47ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-99462-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15301"
    uid: 05b5c58f-279b-4204-a3bc-69919036e4c1
  kind: Event
  lastTimestamp: "2026-07-01T17:29:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:29:32Z"
    name: isvc-xgboost-graph-raw-99462-predictor.18be3a98370b3a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15842"
    uid: c71ad1aa-34cc-409b-8f92-6570da7748da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-99462-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15301"
    uid: 05b5c58f-279b-4204-a3bc-69919036e4c1
  kind: Event
  lastTimestamp: "2026-07-01T17:29:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:29:32Z"
    name: isvc-xgboost-graph-raw-99462-predictor.18be3a98376a48f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15843"
    uid: dbea3836-1410-43f3-99c7-73fab8e81498
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:29:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-99462-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15502"
    uid: 05b5c58f-279b-4204-a3bc-69919036e4c1
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-xgboost-graph-raw-99462-predictor.18be3aa6320bed18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: 187df44a-61df-43f0-a9b1-9ccdd63577c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:29:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-99462-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15502"
    uid: 05b5c58f-279b-4204-a3bc-69919036e4c1
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-xgboost-graph-raw-99462-predictor.18be3aa6326f1e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: d1ef9e8b-694f-4844-ac65-e5c0804f00fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-99462
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: 3f13afc3-f881-4c16-8e57-0ad940b67886
  kind: Event
  lastTimestamp: "2026-07-01T17:30:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:30:17Z"
    name: isvc-xgboost-graph-raw-99462.18be3a94b90ac281
    namespace: kserve-ci-e2e-test
    resourceVersion: "16173"
    uid: 71941a32-9a57-403a-9317-d653e3e78348
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:28:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-99462
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: 3f13afc3-f881-4c16-8e57-0ad940b67886
  kind: Event
  lastTimestamp: "2026-07-01T17:28:32Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-99462":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-99462":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:28:32Z"
    name: isvc-xgboost-graph-raw-99462.18be3a94b9a59259
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: 1352c5ac-2496-4c72-89e4-be15ba5ce4c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-99462
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: 3f13afc3-f881-4c16-8e57-0ad940b67886
  kind: Event
  lastTimestamp: "2026-07-01T17:30:17Z"
  message: InferenceService [isvc-xgboost-graph-raw-99462] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:30:17Z"
    name: isvc-xgboost-graph-raw-99462.18be3aacfc5195d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: 579cdc6f-8d68-4852-89e7-72f4fd8c873e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:30:33.272444Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    to ip-10-0-136-206.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab0bea54cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16412"
    uid: 595f0693-a73d-456d-9e93-faca66b14653
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab0d8a25089
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: 36e54d7c-6024-41a7-bdc8-c3592eca31ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab0d9e4466f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 4301f680-327f-4be2-b034-86464e85a4e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab0dcdd2e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: 61506eaf-4a5e-40e1-a678-fa8d70be130a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab0dd5c1f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: f337e921-ade6-418a-b1e3-3af27f2d3150
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:30:38Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-01T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:38Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab1d9d0667b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 4579a992-8605-47ae-8636-c4cd5ab553ec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:30:58Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.846s (20.846s
    including waiting). Image size: 1305293052 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:58Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab6b45e6180
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: e244aaa7-bea8-44d9-8d14-7f6c7f44916d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:30:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:58Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab6b7ee4e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: a499b63a-5247-4ade-b0f8-bf33f92ed834
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:30:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:58Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab6b86f4308
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: af8246f2-4606-45ff-9201-1a3cd1c62fa0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:30:58Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-01T17:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:58Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab6b87d03a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: 6fbad16f-e58c-45b0-85b2-b6b1e1eb899f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:31:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.833s (2.833s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:31:01Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab76160174e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: eb190bcf-161b-4670-83cc-f29477f0dd40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:31:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:31:01Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab7676aa0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16725"
    uid: e9d81717-6d82-4361-befe-5978802e49cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:31:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:31:01Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab768b7104c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: 77b795a4-d0ba-4cc0-a161-3caa343d6deb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-01T17:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:31:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:31:58Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3ab777260826
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: ea5e67ec-5527-431e-87a9-0830f51eb0c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:32:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:23Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3aca71a6ffcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: 8316c7d9-b33a-46b8-a840-9d3d9fa275fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: fdfa7787-db4b-4485-aa0d-88322b089e11
  kind: Event
  lastTimestamp: "2026-07-01T17:32:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:23Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd.18be3aca71a7a015
    namespace: kserve-ci-e2e-test
    resourceVersion: "17465"
    uid: 275b6988-65b3-4e75-b71f-63691faad494
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16394"
    uid: f7f4fb83-a7a9-4640-939b-82da5ae6744a
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf-dcqwd'
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf.18be3ab0be3d988b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 2a6e986d-37d4-44a6-8386-f15dcff43184
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16389"
    uid: 9b33c1d2-04dc-4efd-b9ad-3d34f34c3d77
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-bca43-predictor-5f4db79fbf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor.18be3ab0bb3f615f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: f9118b7a-a0c8-4913-a4f0-d57f382a3a89
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 917496a6-def6-41d8-9ffd-3e8b31fc0024
  kind: Event
  lastTimestamp: "2026-07-01T17:31:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:31:03Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor.18be3ab439be0688
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: bdfafc16-a8ef-449f-859f-9fdaa580b78a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 917496a6-def6-41d8-9ffd-3e8b31fc0024
  kind: Event
  lastTimestamp: "2026-07-01T17:31:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:31:03Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor.18be3ab43a23e737
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 9aa98456-31f5-40e4-912b-cf7d0d568c31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:31:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16613"
    uid: 917496a6-def6-41d8-9ffd-3e8b31fc0024
  kind: Event
  lastTimestamp: "2026-07-01T17:32:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:32:18Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor.18be3abb3799e96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 9fbd5f6a-cfd9-450f-b297-0a6e3cc0cec7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:31:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16613"
    uid: 917496a6-def6-41d8-9ffd-3e8b31fc0024
  kind: Event
  lastTimestamp: "2026-07-01T17:32:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:32:18Z"
    name: isvc-xgboost-graph-raw-hpa-bca43-predictor.18be3abb3804095a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17338"
    uid: 1376a0a5-06f6-46a3-898d-c2f282cc325e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-bca43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: 575c8dd1-1012-434f-a408-d0782fa47f78
  kind: Event
  lastTimestamp: "2026-07-01T17:32:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:32:08Z"
    name: isvc-xgboost-graph-raw-hpa-bca43.18be3ab0bb681da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: 656d888a-fd51-44cd-b3f5-adda273da5f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-bca43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: 575c8dd1-1012-434f-a408-d0782fa47f78
  kind: Event
  lastTimestamp: "2026-07-01T17:30:33Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-bca43":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-bca43":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:30:33Z"
    name: isvc-xgboost-graph-raw-hpa-bca43.18be3ab0bc0c559f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16402"
    uid: 0150fdfe-8ed5-4446-bd10-6f746599e482
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-bca43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: 575c8dd1-1012-434f-a408-d0782fa47f78
  kind: Event
  lastTimestamp: "2026-07-01T17:32:08Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-bca43] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:32:08Z"
    name: isvc-xgboost-graph-raw-hpa-bca43.18be3ac6dafc0876
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 42eb7e15-574e-464f-b671-bf403066674b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:32:23.522535Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: 2db99ae0-0cee-4c91-8cc7-0d8a6885fba1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw
    to ip-10-0-129-95.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:32:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:32:23Z"
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw.18be3aca6a102903
    namespace: kserve-ci-e2e-test
    resourceVersion: "17418"
    uid: c6c6102c-391e-4955-8d58-db3e28e86520
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: 2db99ae0-0cee-4c91-8cc7-0d8a6885fba1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:23Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:32:23Z"
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw.18be3aca834a2dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17471"
    uid: bfb22f46-2a4e-4072-800c-5423cc215691
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 2db99ae0-0cee-4c91-8cc7-0d8a6885fba1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:23Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-01T17:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:23Z"
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw.18be3aca84a1acdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17474"
    uid: 62c90a27-cde2-4e77-9201-e45a5e30fcc9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 2db99ae0-0cee-4c91-8cc7-0d8a6885fba1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:25Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.724s (1.724s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:25Z"
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw.18be3acaeb6a333f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 5bfd2248-3f49-480d-8d0c-2c6f813253e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 2db99ae0-0cee-4c91-8cc7-0d8a6885fba1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:25Z"
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw.18be3acaee8c2da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: 227dbf0d-e60b-492e-b1b2-c6aace6a5b59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 2db99ae0-0cee-4c91-8cc7-0d8a6885fba1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:25Z"
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw.18be3acaeeffc995
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: ce03c50b-45b9-46e6-ad4e-68a03f500b74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 2db99ae0-0cee-4c91-8cc7-0d8a6885fba1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:25Z"
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw.18be3acaef0b6a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: 7315f499-d0dc-40ae-aece-90235add02eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 2db99ae0-0cee-4c91-8cc7-0d8a6885fba1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:25Z"
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw.18be3acaf3e68a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: e4f3bd69-2bba-479d-92ed-b97144aa453a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 2db99ae0-0cee-4c91-8cc7-0d8a6885fba1
  kind: Event
  lastTimestamp: "2026-07-01T17:32:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:25Z"
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw.18be3acaf455e1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 7a7e3391-36e2-4611-bd1e-1616189979cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 2db99ae0-0cee-4c91-8cc7-0d8a6885fba1
  kind: Event
  lastTimestamp: "2026-07-01T17:34:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:18Z"
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw.18be3ae5482dd850
    namespace: kserve-ci-e2e-test
    resourceVersion: "18472"
    uid: 717aece7-56bb-44e4-9683-c08a62149f38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 2db99ae0-0cee-4c91-8cc7-0d8a6885fba1
  kind: Event
  lastTimestamp: "2026-07-01T17:34:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:34:18Z"
    name: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw.18be3ae5482ee15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18474"
    uid: 77639aae-b15a-442e-a522-16f0892dc48f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-3f4cf-predictor-76dff767fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17404"
    uid: 7fd48799-b604-4e97-a8ed-1516ccc35a1c
  kind: Event
  lastTimestamp: "2026-07-01T17:32:23Z"
  message: 'Created pod: message-dumper-raw-3f4cf-predictor-76dff767fd-qb7jw'
  metadata:
    creationTimestamp: "2026-07-01T17:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:32:23Z"
    name: message-dumper-raw-3f4cf-predictor-76dff767fd.18be3aca69aa0d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17416"
    uid: 6f7261b3-47a8-4443-80de-177e8d7d440a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-3f4cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17402"
    uid: e864f6c9-d76d-4fe7-bd75-91cde7e7b22c
  kind: Event
  lastTimestamp: "2026-07-01T17:32:23Z"
  message: Scaled up replica set message-dumper-raw-3f4cf-predictor-76dff767fd from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:32:23Z"
    name: message-dumper-raw-3f4cf-predictor.18be3aca667ac5e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 33d0a606-6967-450b-906a-54e9de1443be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-3f4cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: d663fae8-d548-4355-adbe-d5922cdedb72
  kind: Event
  lastTimestamp: "2026-07-01T17:32:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:32:53Z"
    name: message-dumper-raw-3f4cf-predictor.18be3acde54addb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17784"
    uid: 368d340e-61e8-4d28-b37a-f4550e365a1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-3f4cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: d663fae8-d548-4355-adbe-d5922cdedb72
  kind: Event
  lastTimestamp: "2026-07-01T17:32:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:32:53Z"
    name: message-dumper-raw-3f4cf-predictor.18be3acde5c73fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: 4d5d6de1-df78-43c6-88b7-80f7b991062f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-3f4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: d99b8968-72c8-4916-ac7d-492938a81afb
  kind: Event
  lastTimestamp: "2026-07-01T17:32:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:32:34Z"
    name: message-dumper-raw-3f4cf.18be3aca667bcb19
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: 007a3151-1fb9-485b-b355-eb703c9ebcf7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-3f4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: d99b8968-72c8-4916-ac7d-492938a81afb
  kind: Event
  lastTimestamp: "2026-07-01T17:32:23Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-3f4cf":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-3f4cf":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:32:23Z"
    name: message-dumper-raw-3f4cf.18be3aca66f18d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: 4d8689b1-2693-4f93-9c51-f0b60b54df2f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-3f4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17572"
    uid: d99b8968-72c8-4916-ac7d-492938a81afb
  kind: Event
  lastTimestamp: "2026-07-01T17:32:34Z"
  message: InferenceService [message-dumper-raw-3f4cf] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:32:34Z"
    name: message-dumper-raw-3f4cf.18be3acd11de6904
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 5ffdf76b-3a23-405e-8fe3-48f560115230
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:30:22.925802Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 8216ad57-ba35-4cc1-abc3-b876da3b4a58
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-99462-5d8d7b948b-5tkjb
    to ip-10-0-137-141.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:30:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:30:22Z"
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb.18be3aae55f012d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 641e6bbd-2254-4ba6-83da-2d39f3b91b3a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 8216ad57-ba35-4cc1-abc3-b876da3b4a58
  kind: Event
  lastTimestamp: "2026-07-01T17:30:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-99462-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:23Z"
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb.18be3aae5ff7d25d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16241"
    uid: b4fb1150-7b7f-457d-827d-7c6589d1d8e8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16235"
    uid: 8216ad57-ba35-4cc1-abc3-b876da3b4a58
  kind: Event
  lastTimestamp: "2026-07-01T17:30:23Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:30:23Z"
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb.18be3aae93941163
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 6c2b3230-c22a-40ac-9e88-8e6eb860c07c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-99462}
    kind: Pod
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 8216ad57-ba35-4cc1-abc3-b876da3b4a58
  kind: Event
  lastTimestamp: "2026-07-01T17:30:23Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:e8a5820147018050898833b8b880f51001edf7bc325f6768e16c9212ddb97948"
  metadata:
    creationTimestamp: "2026-07-01T17:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:23Z"
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb.18be3aae94e4fa28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16255"
    uid: 62970dcb-6155-4238-a6c3-2fa42dad0ff3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-99462}
    kind: Pod
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 8216ad57-ba35-4cc1-abc3-b876da3b4a58
  kind: Event
  lastTimestamp: "2026-07-01T17:30:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:e8a5820147018050898833b8b880f51001edf7bc325f6768e16c9212ddb97948"
    in 2.719s (2.719s including waiting). Image size: 218070135 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:26Z"
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb.18be3aaf36ff4431
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: 420e0505-0e04-4bec-84a1-23baadc9b21c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-99462}
    kind: Pod
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 8216ad57-ba35-4cc1-abc3-b876da3b4a58
  kind: Event
  lastTimestamp: "2026-07-01T17:30:26Z"
  message: 'Created container: model-chainer-raw-99462'
  metadata:
    creationTimestamp: "2026-07-01T17:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:26Z"
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb.18be3aaf3a00359e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: f4ec669d-11c6-4896-b537-c44f55c967bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-99462}
    kind: Pod
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 8216ad57-ba35-4cc1-abc3-b876da3b4a58
  kind: Event
  lastTimestamp: "2026-07-01T17:30:26Z"
  message: Started container model-chainer-raw-99462
  metadata:
    creationTimestamp: "2026-07-01T17:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:26Z"
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb.18be3aaf3a7a26b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 6323007a-06ae-45cd-bde6-ce36e4e04e6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-99462}
    kind: Pod
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 8216ad57-ba35-4cc1-abc3-b876da3b4a58
  kind: Event
  lastTimestamp: "2026-07-01T17:30:32Z"
  message: Stopping container model-chainer-raw-99462
  metadata:
    creationTimestamp: "2026-07-01T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:32Z"
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb.18be3ab0ad5ce8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: 9d615b4e-334a-4bd6-b461-dea31715a1fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-99462}
    kind: Pod
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 8216ad57-ba35-4cc1-abc3-b876da3b4a58
  kind: Event
  lastTimestamp: "2026-07-01T17:30:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:30:57Z"
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb.18be3ab0adbc1bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: cc969428-70e2-4923-8480-c3805bfb6815
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-99462}
    kind: Pod
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 8216ad57-ba35-4cc1-abc3-b876da3b4a58
  kind: Event
  lastTimestamp: "2026-07-01T17:31:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8080/readyz": dial tcp
    10.133.0.31:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:31:02Z"
    name: model-chainer-raw-99462-5d8d7b948b-5tkjb.18be3ab7a9bf21df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: 9954d102-678e-40f0-8d51-a8d8f5847e4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-99462-5d8d7b948b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 13a18610-02ce-4378-9268-37cce46dbd2d
  kind: Event
  lastTimestamp: "2026-07-01T17:30:22Z"
  message: 'Created pod: model-chainer-raw-99462-5d8d7b948b-5tkjb'
  metadata:
    creationTimestamp: "2026-07-01T17:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:30:22Z"
    name: model-chainer-raw-99462-5d8d7b948b.18be3aae5573ba55
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: aff0c9b2-6f63-4d9a-8d61-21a74f13e0b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-99462
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: 6503ff67-8d51-433e-a3a7-75b8a279ab43
  kind: Event
  lastTimestamp: "2026-07-01T17:30:22Z"
  message: Scaled up replica set model-chainer-raw-99462-5d8d7b948b from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:30:22Z"
    name: model-chainer-raw-99462.18be3aae545fed0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16223"
    uid: fbbc3165-3d87-45f0-9c21-ee1e858bebc3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:30:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-99462
    namespace: kserve-ci-e2e-test
    resourceVersion: "16237"
    uid: 235b548a-8373-473f-a0cc-b0bacf6e2661
  kind: Event
  lastTimestamp: "2026-07-01T17:30:22Z"
  message: InferenceGraph [model-chainer-raw-99462] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:30:22Z"
    name: model-chainer-raw-99462.18be3aae5992f8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16239"
    uid: fe9a508c-60b2-4d4f-91d6-d3112c7374ae
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:32:13.230438Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17271"
    uid: a33434f7-dea3-4d86-9a79-78a5cf40b39a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz
    to ip-10-0-137-141.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:32:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:32:13Z"
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz.18be3ac8049b35db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17277"
    uid: 83cc2b1d-a242-42c7-859f-5faf3e1bd97b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17280"
    uid: a33434f7-dea3-4d86-9a79-78a5cf40b39a
  kind: Event
  lastTimestamp: "2026-07-01T17:32:13Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:32:13Z"
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz.18be3ac81ec60908
    namespace: kserve-ci-e2e-test
    resourceVersion: "17290"
    uid: 99c412a6-57fc-4fbc-a691-5950c261b1d5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-bca43}
    kind: Pod
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: a33434f7-dea3-4d86-9a79-78a5cf40b39a
  kind: Event
  lastTimestamp: "2026-07-01T17:32:13Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:e8a5820147018050898833b8b880f51001edf7bc325f6768e16c9212ddb97948"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:13Z"
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz.18be3ac82020e774
    namespace: kserve-ci-e2e-test
    resourceVersion: "17292"
    uid: e5fa4efc-894f-49ef-9ee0-4ceda29a4bee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-bca43}
    kind: Pod
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: a33434f7-dea3-4d86-9a79-78a5cf40b39a
  kind: Event
  lastTimestamp: "2026-07-01T17:32:13Z"
  message: 'Created container: model-chainer-raw-hpa-bca43'
  metadata:
    creationTimestamp: "2026-07-01T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:13Z"
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz.18be3ac82309c232
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: cbb59aee-aa0b-408f-a573-f72e234d91eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-bca43}
    kind: Pod
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: a33434f7-dea3-4d86-9a79-78a5cf40b39a
  kind: Event
  lastTimestamp: "2026-07-01T17:32:13Z"
  message: Started container model-chainer-raw-hpa-bca43
  metadata:
    creationTimestamp: "2026-07-01T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:13Z"
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz.18be3ac823880dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17296"
    uid: 616da1c9-8b5a-4af9-b1a7-145651c84783
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-bca43}
    kind: Pod
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: a33434f7-dea3-4d86-9a79-78a5cf40b39a
  kind: Event
  lastTimestamp: "2026-07-01T17:32:23Z"
  message: Stopping container model-chainer-raw-hpa-bca43
  metadata:
    creationTimestamp: "2026-07-01T17:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:23Z"
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz.18be3aca5d89e014
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 663545df-222c-4e62-a2ad-1db528177996
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-bca43}
    kind: Pod
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: a33434f7-dea3-4d86-9a79-78a5cf40b39a
  kind: Event
  lastTimestamp: "2026-07-01T17:32:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T17:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:32:50Z"
    name: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz.18be3acadef54311
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: 34b6571c-91a3-4a12-a945-8d4f9491b521
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-bca43-78b94bd9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: f3c2d19b-b46b-4f6b-b270-b2b240496c27
  kind: Event
  lastTimestamp: "2026-07-01T17:32:13Z"
  message: 'Created pod: model-chainer-raw-hpa-bca43-78b94bd9f9-q8zjz'
  metadata:
    creationTimestamp: "2026-07-01T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:32:13Z"
    name: model-chainer-raw-hpa-bca43-78b94bd9f9.18be3ac8040d6dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 31ef17a0-934f-496b-9741-6487f0ca0820
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-bca43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17266"
    uid: a0ab1722-71d9-4f8f-b6a4-d8d2c91d95ea
  kind: Event
  lastTimestamp: "2026-07-01T17:32:13Z"
  message: Scaled up replica set model-chainer-raw-hpa-bca43-78b94bd9f9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-01T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:32:13Z"
    name: model-chainer-raw-hpa-bca43.18be3ac8030bbfcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17269"
    uid: c95223bc-9ab8-4b00-9bdc-d2dcae11b20d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:32:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-bca43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17282"
    uid: 81ec4fe1-f93f-4602-9e4b-3b4e12a94717
  kind: Event
  lastTimestamp: "2026-07-01T17:32:13Z"
  message: InferenceGraph [model-chainer-raw-hpa-bca43] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:32:13Z"
    name: model-chainer-raw-hpa-bca43.18be3ac8084300da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17284"
    uid: 46c3cb35-0a1c-4987-8a06-8095fcd46f15
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:39:12.804711Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    to ip-10-0-129-95.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:39:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:39:12Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b29b52e85de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20908"
    uid: c6267ec2-f784-49f7-8bdf-49699f605910
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:39:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-26979-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:13Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b29c4d783dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20921"
    uid: 22a0b67c-a332-4e76-b97a-febf5a7ace19
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:39:13Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:39:13Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b29f2427476
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 7afb92b8-da64-4a72-9664-da576dece9aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:39:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:13Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b29f438d03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20935"
    uid: b98f4292-6ad2-4c23-840e-dc744aef7c54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:39:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:13Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b29f761da59
    namespace: kserve-ci-e2e-test
    resourceVersion: "20936"
    uid: fee88174-d112-477c-b1b4-6795612ae351
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:39:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:13Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b29f7d40a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "20937"
    uid: af34deef-2de2-4c19-824e-4d851fd27782
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:39:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1692"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:18Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b2b09b22936
    namespace: kserve-ci-e2e-test
    resourceVersion: "20975"
    uid: 5fe50feb-2204-4d4f-9337-e4b70a84339c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:39:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:18Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b2b0c980a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: ffc7ea58-9c07-4195-98b2-3ef15d409fed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:39:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:18Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b2b0d0a2ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20980"
    uid: 040fffee-5bf2-4651-99b2-196678aa997b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:39:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:18Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b2b0d158a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20983"
    uid: e3be8b46-41e2-4700-bb2f-9f5f333d6afe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:39:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:18Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b2b0fdc59b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: 0e5a6483-e146-4ee9-92d1-2fafd47c1d18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:39:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:39:18Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b2b10530322
    namespace: kserve-ci-e2e-test
    resourceVersion: "20986"
    uid: 6039e5e0-e1af-4cc7-86cc-2594686c942e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:40:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:30Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b2b45b116cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21489"
    uid: 6c9c6576-5fe5-472c-b2bb-7e7af6c73a82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:40:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:42Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b3eb46c744d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: d1742246-9866-48dd-8611-8ffb58edff33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:40:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:42Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b3eb46d0ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: 7f59359c-695b-4592-9598-c9f8472f6fa2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: b5abc563-238e-48c2-ae3d-2709ce83bdba
  kind: Event
  lastTimestamp: "2026-07-01T17:40:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:45Z"
    name: raw-sklearn-26979-predictor-7db56d9d88-xbp9m.18be3b3f4bda6dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21624"
    uid: 5903df61-c908-47ca-813b-5ad0e31a7bb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-26979-predictor-7db56d9d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: d4941577-2e3a-474f-a52f-d7a0898d49fb
  kind: Event
  lastTimestamp: "2026-07-01T17:39:12Z"
  message: 'Created pod: raw-sklearn-26979-predictor-7db56d9d88-xbp9m'
  metadata:
    creationTimestamp: "2026-07-01T17:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:39:12Z"
    name: raw-sklearn-26979-predictor-7db56d9d88.18be3b29b4a891fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20905"
    uid: 3f76adc5-32e5-4dce-8d4e-c646ee010ad3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-26979-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: 16317851-8cf6-440a-ae34-7731b1a4abaf
  kind: Event
  lastTimestamp: "2026-07-01T17:39:12Z"
  message: Scaled up replica set raw-sklearn-26979-predictor-7db56d9d88 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-01T17:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:39:12Z"
    name: raw-sklearn-26979-predictor.18be3b29b171ca3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: 8d0b349a-33dd-46ec-a805-ea92bb0c3fdf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-26979-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: a05e6a54-e307-4102-b4c7-0886e800b2eb
  kind: Event
  lastTimestamp: "2026-07-01T17:39:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:39:42Z"
    name: raw-sklearn-26979-predictor.18be3b2d2fea3c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "21160"
    uid: 2acd74ec-be14-47fc-abb9-54d27d9baa23
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-26979-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: a05e6a54-e307-4102-b4c7-0886e800b2eb
  kind: Event
  lastTimestamp: "2026-07-01T17:39:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:39:42Z"
    name: raw-sklearn-26979-predictor.18be3b2d304c1af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: 4318c2ac-42c2-4647-9967-8132d2a3f6ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-26979-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21054"
    uid: a05e6a54-e307-4102-b4c7-0886e800b2eb
  kind: Event
  lastTimestamp: "2026-07-01T17:40:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:40:42Z"
    name: raw-sklearn-26979-predictor.18be3b342e146f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21586"
    uid: bb640aab-e4d6-4ae0-9a05-608dac81efb0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-26979-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21054"
    uid: a05e6a54-e307-4102-b4c7-0886e800b2eb
  kind: Event
  lastTimestamp: "2026-07-01T17:40:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:40:42Z"
    name: raw-sklearn-26979-predictor.18be3b342e7716d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21587"
    uid: 5a5ce1ea-6c2f-4db1-a92d-ebea34cec4ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-26979
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 2c690c0a-c2db-46fd-9996-676a225acdb5
  kind: Event
  lastTimestamp: "2026-07-01T17:40:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:40:40Z"
    name: raw-sklearn-26979.18be3b29b173d421
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: f1f58c14-3fe9-4ddf-a183-d0808b1472be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-26979
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 2c690c0a-c2db-46fd-9996-676a225acdb5
  kind: Event
  lastTimestamp: "2026-07-01T17:39:12Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-26979": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-26979":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:39:12Z"
    name: raw-sklearn-26979.18be3b29b23c3aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 77a876d1-8121-4a24-b6a3-290bb06c22c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-26979
    namespace: kserve-ci-e2e-test
    resourceVersion: "21567"
    uid: 2c690c0a-c2db-46fd-9996-676a225acdb5
  kind: Event
  lastTimestamp: "2026-07-01T17:40:40Z"
  message: InferenceService [raw-sklearn-26979] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:40:40Z"
    name: raw-sklearn-26979.18be3b3e0a6bffb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21568"
    uid: ff894adb-ef32-447d-a139-e1eb856c616d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:40:48.122567Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21668"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    to ip-10-0-129-95.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:40:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:40:48Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b3fe6919912
    namespace: kserve-ci-e2e-test
    resourceVersion: "21672"
    uid: c8eb8bac-1868-4094-9e1b-2dfd18e86a29
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967545d44-9tzk4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:40:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-bc58e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:48Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b3ff21095f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21681"
    uid: 1aaa7a22-8986-4272-ba06-3120c638ac6e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:40:49Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:40:49Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b40241c1753
    namespace: kserve-ci-e2e-test
    resourceVersion: "21692"
    uid: 88ff38b1-741b-491a-b6be-5a961d9d0ad3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:40:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:49Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b4025b13326
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 03361cfd-4e79-4874-ab47-53b9972f5808
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:40:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:49Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b402849e1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: dd0c950e-b393-4f8a-a159-229fb99fdddc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:40:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:49Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b4028c1d48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21697"
    uid: b7c56fc9-8eb6-45ce-b974-fc158a3ae832
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:40:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1692"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:52Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b4102e449aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: 35be72fb-f97e-4607-a3ee-4a6f9c1e0f09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:40:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:52Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b4105db8302
    namespace: kserve-ci-e2e-test
    resourceVersion: "21729"
    uid: d17881c9-41f3-4f9d-b6dc-c295587d631e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:40:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:52Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b41064e113c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21732"
    uid: 1409114e-e97c-4be2-b4d9-7dc474d0794f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:40:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:52Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b410658af1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21733"
    uid: d2eb26dc-a8aa-4ae1-86fa-c29a89c9312f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:40:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:52Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b4109005c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21735"
    uid: 41c313ef-e1ec-48c4-a0ba-7e37708d5f80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:40:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:40:53Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b41097bff1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21736"
    uid: 455c1fec-b8cf-47eb-a28e-0c0e8eb02991
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:42:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:42:19Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b417ab70b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: dd9f5491-60c1-41fc-8589-9feef2f1847f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:42:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:42:18Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b54e1d4f138
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: aa436fb5-3bec-49e1-ae92-24886a152ee1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:42:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:42:18Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b54e1d5c2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: 66ce0772-3900-4b36-a666-e3cb1a4f9cf2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 1e9153bf-6d19-4aca-b797-60a3ce03674c
  kind: Event
  lastTimestamp: "2026-07-01T17:42:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:42:20Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd.18be3b5580ea26db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22382"
    uid: 822ae83d-ecdd-4170-8a00-09d28ab1506e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 22fd1c39-2f2f-49b6-8162-3608da599f3a
  kind: Event
  lastTimestamp: "2026-07-01T17:40:48Z"
  message: 'Created pod: raw-sklearn-runtime-bc58e-predictor-db56bb776-xzgmd'
  metadata:
    creationTimestamp: "2026-07-01T17:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:40:48Z"
    name: raw-sklearn-runtime-bc58e-predictor-db56bb776.18be3b3fe61e37e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21669"
    uid: 79faf85f-8139-41b2-9267-c2ed562580c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-bc58e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21655"
    uid: edc86630-4111-430b-8258-25d99869fbae
  kind: Event
  lastTimestamp: "2026-07-01T17:40:48Z"
  message: Scaled up replica set raw-sklearn-runtime-bc58e-predictor-db56bb776 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:40:48Z"
    name: raw-sklearn-runtime-bc58e-predictor.18be3b3fe1995a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "21659"
    uid: 6129d6f4-3188-48c1-843d-5a05f8293926
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:41:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-bc58e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 8c796bf0-7540-4c71-a089-fa5ac7622e16
  kind: Event
  lastTimestamp: "2026-07-01T17:41:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:41:18Z"
    name: raw-sklearn-runtime-bc58e-predictor.18be3b436072108d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21916"
    uid: 14541d0e-0b71-43fa-bed4-79854d45bace
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:41:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-bc58e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 8c796bf0-7540-4c71-a089-fa5ac7622e16
  kind: Event
  lastTimestamp: "2026-07-01T17:41:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:41:18Z"
    name: raw-sklearn-runtime-bc58e-predictor.18be3b4360d7dd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21917"
    uid: c5a16f34-cc30-4685-b7b7-6acde41fbecf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:41:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-bc58e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21812"
    uid: 8c796bf0-7540-4c71-a089-fa5ac7622e16
  kind: Event
  lastTimestamp: "2026-07-01T17:42:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:42:18Z"
    name: raw-sklearn-runtime-bc58e-predictor.18be3b4a5e8c49ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: d01b5a5a-570c-4099-b835-205d7d1402cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:41:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-bc58e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21812"
    uid: 8c796bf0-7540-4c71-a089-fa5ac7622e16
  kind: Event
  lastTimestamp: "2026-07-01T17:42:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:42:18Z"
    name: raw-sklearn-runtime-bc58e-predictor.18be3b4a5ef41988
    namespace: kserve-ci-e2e-test
    resourceVersion: "22349"
    uid: acbc1f94-7fbf-48c6-98f0-9c539372b68f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-bc58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: 17bdf288-ecbf-465e-b26e-957bdfd72b8e
  kind: Event
  lastTimestamp: "2026-07-01T17:42:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:42:09Z"
    name: raw-sklearn-runtime-bc58e.18be3b3fe19b052a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22280"
    uid: 5c30ddca-5963-476c-88b9-9bd59fd87ce1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:40:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-bc58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: 17bdf288-ecbf-465e-b26e-957bdfd72b8e
  kind: Event
  lastTimestamp: "2026-07-01T17:40:48Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-bc58e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-bc58e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:40:48Z"
    name: raw-sklearn-runtime-bc58e.18be3b3fe24ac89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 2998ce24-2230-45a6-92ae-061b79e86a8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:42:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-bc58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22278"
    uid: 17bdf288-ecbf-465e-b26e-957bdfd72b8e
  kind: Event
  lastTimestamp: "2026-07-01T17:42:09Z"
  message: InferenceService [raw-sklearn-runtime-bc58e] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:42:09Z"
    name: raw-sklearn-runtime-bc58e.18be3b52c249e2bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22279"
    uid: 0b3201c6-4ac2-4bed-bd47-f8861614bdf1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22613"