---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:24:54.507867Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: d49d7f07-7394-4365-80d0-3d894ce53d19
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd
    to ip-10-0-133-76.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:24:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:24:54Z"
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd.18c0b24c99e4a91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20370"
    uid: 4d634a07-c14d-4d1c-bfdb-7a2b19c76087
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: d49d7f07-7394-4365-80d0-3d894ce53d19
  kind: Event
  lastTimestamp: "2026-07-09T18:24:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-4d7d87-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:54Z"
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd.18c0b24ca82650c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: c0ff8cbe-3c97-467f-8a1d-bca3740ef127
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20374"
    uid: d49d7f07-7394-4365-80d0-3d894ce53d19
  kind: Event
  lastTimestamp: "2026-07-09T18:24:55Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:24:55Z"
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd.18c0b24cd70c26a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20389"
    uid: 7f6ba415-2a7f-4527-b8b7-da8d45f27f63
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: d49d7f07-7394-4365-80d0-3d894ce53d19
  kind: Event
  lastTimestamp: "2026-07-09T18:25:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:01Z"
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd.18c0b24cd8972439
    namespace: kserve-ci-e2e-test
    resourceVersion: "20438"
    uid: 8d905f02-736e-48e5-b3fe-d3f749954902
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: d49d7f07-7394-4365-80d0-3d894ce53d19
  kind: Event
  lastTimestamp: "2026-07-09T18:25:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:01Z"
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd.18c0b24cdb7c419f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20440"
    uid: 35d9d733-4849-405e-afcb-5fb10a6b92cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: d49d7f07-7394-4365-80d0-3d894ce53d19
  kind: Event
  lastTimestamp: "2026-07-09T18:25:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:01Z"
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd.18c0b24cdc0afd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20441"
    uid: 19b0bf6c-e637-45cf-be83-a6a6e996f155
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: d49d7f07-7394-4365-80d0-3d894ce53d19
  kind: Event
  lastTimestamp: "2026-07-09T18:25:04Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:04Z"
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd.18c0b24eeed02b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20486"
    uid: 5607bd9f-10b8-4e25-b7d1-4f75e95e9c70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20356"
    uid: cece84be-6177-4699-a9c8-bb39781c98cb
  kind: Event
  lastTimestamp: "2026-07-09T18:24:54Z"
  message: 'Created pod: isvc-init-fail-4d7d87-predictor-79dfb4685b-lrfjd'
  metadata:
    creationTimestamp: "2026-07-09T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:24:54Z"
    name: isvc-init-fail-4d7d87-predictor-79dfb4685b.18c0b24c996954ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: 0457504e-9934-4091-8d0b-e73b841c32e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-4d7d87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 4423267b-6145-4a44-8d43-a0b87a98b071
  kind: Event
  lastTimestamp: "2026-07-09T18:24:54Z"
  message: Scaled up replica set isvc-init-fail-4d7d87-predictor-79dfb4685b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-09T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:24:54Z"
    name: isvc-init-fail-4d7d87-predictor.18c0b24c96a78ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: bbe5785d-0f3e-44e8-8af3-a0e2bb37e732
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4d7d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "20347"
    uid: 30dfe093-05dc-4cad-8167-2158645268a7
  kind: Event
  lastTimestamp: "2026-07-09T18:25:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:25:01Z"
    name: isvc-init-fail-4d7d87.18c0b24c96bcbde6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20446"
    uid: b1a9abfa-f585-4755-a317-a8a6ba01e3fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4d7d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "20347"
    uid: 30dfe093-05dc-4cad-8167-2158645268a7
  kind: Event
  lastTimestamp: "2026-07-09T18:24:54Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-4d7d87":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-4d7d87":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:24:54Z"
    name: isvc-init-fail-4d7d87.18c0b24c973a2f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: d9d73987-5efc-4d75-a5aa-8aee6740b6da
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4d7d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "20347"
    uid: 30dfe093-05dc-4cad-8167-2158645268a7
  kind: Event
  lastTimestamp: "2026-07-09T18:24:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-4d7d87": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:24:54Z"
    name: isvc-init-fail-4d7d87.18c0b24c973a866c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20361"
    uid: f814d539-3704-47e0-9e0b-02dc3363ef70
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:18:30.292461Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17256"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    to ip-10-0-133-76.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:18:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:18:30Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f324ded45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: bfe2f88a-3fdd-41bd-bdcd-87f2a6f07e39
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-19737-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:30Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f32f887740
    namespace: kserve-ci-e2e-test
    resourceVersion: "17270"
    uid: b7ade570-1b57-4c0a-b1dc-a88ca2da2f9d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17267"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:31Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:18:31Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f361f543cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: cd9bfe7d-b893-4d70-83ba-e63581d0d3e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:31Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f3638d8e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17282"
    uid: 9b7a4c97-1976-4fa2-b04a-7f9e0211983f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:31Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f3669205c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17283"
    uid: f68a17cb-8a47-4478-8569-0ec5ce262271
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:31Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f36731f405
    namespace: kserve-ci-e2e-test
    resourceVersion: "17284"
    uid: d4fd9072-ef07-4fa4-b1eb-b9338b247291
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:35Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f4611fc35c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17326"
    uid: fa6ce781-273a-49e3-b527-d1218dab8f1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:35Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f4643bccb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: ffacc05c-d2de-4cf0-bbb8-f3f135567978
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:35Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f464c6b030
    namespace: kserve-ci-e2e-test
    resourceVersion: "17329"
    uid: 4bc9e52e-12d4-4ee9-b1e5-495deec44680
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:35Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f464d10898
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: bb4e0703-fb58-4e8f-b8f0-d79a8584931f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:35Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f46797ce7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: dd539a89-e9b2-4c51-87d1-824416b5eb11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:35Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f4680681f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17334"
    uid: 49737031-91c3-493a-8b09-a211c4456feb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:35Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:a8af8a2170a3b8493ae189c8989df58dc741117c4c685b6dd5257bb2fa023732"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:35Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f4681025e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17335"
    uid: decfa1a2-d364-496b-af19-604c892e97cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:35Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-09T18:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:35Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f46aaa0695
    namespace: kserve-ci-e2e-test
    resourceVersion: "17338"
    uid: 47bdf841-2c85-4db5-b9aa-588fa8cf49eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:18:35Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-09T18:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:35Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f46b173f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 3be94ff4-a84d-43ec-a06b-6c4158447a07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:20:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:12Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f49d304565
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: 3d6e62d9-d93c-4af3-804d-b7715f8be222
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:20:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-09T18:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:12Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b1f49d3abb32
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 64cc59c5-7c2a-4019-9ec4-5c4b82f9b84a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:20:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b20955a9df8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18034"
    uid: 91d5aa1b-3c59-464f-a5dc-78543d60b88a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:20:05Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b20955aa0efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18040"
    uid: b1332f38-7a10-48e3-940c-e5ad298edebf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:20:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b20955aa70b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: 6355ac5d-b4e2-409c-85ac-4cb6ff42670b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: c88d600c-ef3a-4588-9a7a-644536ea00c6
  kind: Event
  lastTimestamp: "2026-07-09T18:20:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:22Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4.18c0b209cd72f02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 88e04bdc-4f4f-463e-88a0-acbd4925434b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17246"
    uid: 1ff9b99b-a4c5-41f0-a09e-34cd1dd37cb7
  kind: Event
  lastTimestamp: "2026-07-09T18:18:30Z"
  message: 'Created pod: isvc-logger-raw-19737-predictor-6d4cd5f99b-gxbf4'
  metadata:
    creationTimestamp: "2026-07-09T18:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:30Z"
    name: isvc-logger-raw-19737-predictor-6d4cd5f99b.18c0b1f3245ac64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: ee589700-9fce-48c0-a49a-dd682dfd1994
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-19737-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17244"
    uid: 1e76d13a-3983-4999-890e-6561a15276b1
  kind: Event
  lastTimestamp: "2026-07-09T18:18:30Z"
  message: Scaled up replica set isvc-logger-raw-19737-predictor-6d4cd5f99b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-09T18:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:30Z"
    name: isvc-logger-raw-19737-predictor.18c0b1f3208cab75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: e2d775fb-ca14-4dcf-8942-27718f874715
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-19737-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: f6dfa604-0e51-4c83-a1b2-ed54bacc4c7c
  kind: Event
  lastTimestamp: "2026-07-09T18:19:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:19:15Z"
    name: isvc-logger-raw-19737-predictor.18c0b1f69f28bec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: 02430d02-e8b5-4bed-9b3d-42a4689cae62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-19737-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: f6dfa604-0e51-4c83-a1b2-ed54bacc4c7c
  kind: Event
  lastTimestamp: "2026-07-09T18:19:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:19:15Z"
    name: isvc-logger-raw-19737-predictor.18c0b1f69fc37c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: a5052c65-ab87-4142-b385-201c7bbaca98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-19737-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17416"
    uid: f6dfa604-0e51-4c83-a1b2-ed54bacc4c7c
  kind: Event
  lastTimestamp: "2026-07-09T18:20:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:20:00Z"
    name: isvc-logger-raw-19737-predictor.18c0b2011e5b9500
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 557bca0c-ad9f-485c-ac72-5acc78054f5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-19737-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17416"
    uid: f6dfa604-0e51-4c83-a1b2-ed54bacc4c7c
  kind: Event
  lastTimestamp: "2026-07-09T18:20:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:20:00Z"
    name: isvc-logger-raw-19737-predictor.18c0b2011ed201a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17968"
    uid: 461db11e-22df-45db-8e50-700f309ee12c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-19737
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: 6e928793-b863-404f-b8f2-af89340403b8
  kind: Event
  lastTimestamp: "2026-07-09T18:19:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:19:52Z"
    name: isvc-logger-raw-19737.18c0b1f32094a789
    namespace: kserve-ci-e2e-test
    resourceVersion: "17912"
    uid: 752d3293-ecc1-4990-8c84-543a4e71b2ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-19737
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: 6e928793-b863-404f-b8f2-af89340403b8
  kind: Event
  lastTimestamp: "2026-07-09T18:18:30Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-19737":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-19737":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:18:30Z"
    name: isvc-logger-raw-19737.18c0b1f3212b5900
    namespace: kserve-ci-e2e-test
    resourceVersion: "17252"
    uid: 29e93a70-245d-42ee-8702-f11f6f38161f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-19737
    namespace: kserve-ci-e2e-test
    resourceVersion: "17910"
    uid: 6e928793-b863-404f-b8f2-af89340403b8
  kind: Event
  lastTimestamp: "2026-07-09T18:19:52Z"
  message: InferenceService [isvc-logger-raw-19737] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:19:52Z"
    name: isvc-logger-raw-19737.18c0b2065a185a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17911"
    uid: 7cd4fdcf-5c29-401e-85fc-e7f8728ca416
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:23:01.031660Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-f52a32-predictor-5b679f957-d5sdz
    to ip-10-0-133-76.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:23:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:23:01Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b2322e2f2c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: 24250f40-5bf5-4670-bdef-73064da498b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19403"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:23:01Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:23:01Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b232477f7d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19412"
    uid: 3136e219-3ebd-4821-9a13-429f04ca17a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:23:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:23:01Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b2324903dd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 4158b260-dd38-40bc-9a3f-b0393ff74657
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:23:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:23:01Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b2324c117375
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: 561e9c9b-1426-4786-945c-7a0c85c29d51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:23:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:23:01Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b2324c7cbf48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19416"
    uid: 2be3d7d2-9175-4167-9f23-1c5051923c72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:23:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:23:05Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b23345d15959
    namespace: kserve-ci-e2e-test
    resourceVersion: "19450"
    uid: 3fa443a7-f7a2-47d6-a818-0cda7e105545
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:23:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:23:05Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b2334b2316e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19455"
    uid: daf1d88b-8e51-49da-8526-aec82c6956df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:23:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:23:05Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b2334b98f986
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: ec1c67da-9311-444d-88d6-3b9473b8d757
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:23:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:23:05Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b2334ba31df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19458"
    uid: 52688594-d947-4c6e-b6c9-a06a93afdc8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:23:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:23:05Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b2334e980059
    namespace: kserve-ci-e2e-test
    resourceVersion: "19460"
    uid: d8af75cc-d680-4bd1-a6ee-621a3b7c9d3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:23:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:23:05Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b2334f0ec52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19461"
    uid: 7d94db3e-af2f-4555-a099-bac1fb0fbbbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:24:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:17Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b23381d5c66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19968"
    uid: 91cafc3e-bee1-4960-afee-79f23daebff3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:24:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:49Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b24b659c326e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20297"
    uid: 811a6bf9-e8dc-4a3f-b1c2-341b91b1a1de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:24:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:49Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b24b659cb3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20298"
    uid: 63bdc097-4b4e-4f0a-a631-915ef785ffee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: d379b307-9d56-4287-b10f-f52336003b8d
  kind: Event
  lastTimestamp: "2026-07-09T18:24:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:52Z"
    name: isvc-primary-f52a32-predictor-5b679f957-d5sdz.18c0b24c30531340
    namespace: kserve-ci-e2e-test
    resourceVersion: "20324"
    uid: 55aa0939-5054-41f7-9071-69b13b10d738
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-f52a32-predictor-5b679f957
    namespace: kserve-ci-e2e-test
    resourceVersion: "19382"
    uid: 7103b28b-1118-4322-b49a-4b8f0174127d
  kind: Event
  lastTimestamp: "2026-07-09T18:23:01Z"
  message: 'Created pod: isvc-primary-f52a32-predictor-5b679f957-d5sdz'
  metadata:
    creationTimestamp: "2026-07-09T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:23:01Z"
    name: isvc-primary-f52a32-predictor-5b679f957.18c0b2322db9ecc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 579d617a-3f88-4041-bda5-dac09894da07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-f52a32-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: a9065f5c-7bf6-4d36-a6eb-b2e4737afa11
  kind: Event
  lastTimestamp: "2026-07-09T18:23:00Z"
  message: Scaled up replica set isvc-primary-f52a32-predictor-5b679f957 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-09T18:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:23:00Z"
    name: isvc-primary-f52a32-predictor.18c0b23227dec70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19383"
    uid: c87d2df3-8505-4bd3-a62b-ed2f6b381c8e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f52a32-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19381"
    uid: 94a68534-2b43-4776-83b9-ab5bae2e5ba9
  kind: Event
  lastTimestamp: "2026-07-09T18:23:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:23:15Z"
    name: isvc-primary-f52a32-predictor.18c0b235a6617271
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: 4ac97e05-129a-4b99-9da1-a49be2b755fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f52a32-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19381"
    uid: 94a68534-2b43-4776-83b9-ab5bae2e5ba9
  kind: Event
  lastTimestamp: "2026-07-09T18:23:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:23:15Z"
    name: isvc-primary-f52a32-predictor.18c0b235a6d4c0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 42211a03-4daa-4a48-8614-817d4c0f264d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f52a32-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19532"
    uid: 94a68534-2b43-4776-83b9-ab5bae2e5ba9
  kind: Event
  lastTimestamp: "2026-07-09T18:24:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:24:46Z"
    name: isvc-primary-f52a32-predictor.18c0b2392613ef79
    namespace: kserve-ci-e2e-test
    resourceVersion: "20240"
    uid: 9bdb4de3-5ec6-4263-a1f2-8a3f527c354e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f52a32-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19532"
    uid: 94a68534-2b43-4776-83b9-ab5bae2e5ba9
  kind: Event
  lastTimestamp: "2026-07-09T18:24:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:24:46Z"
    name: isvc-primary-f52a32-predictor.18c0b23926869411
    namespace: kserve-ci-e2e-test
    resourceVersion: "20241"
    uid: 91077426-5370-4934-929f-2e0cd18732c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f52a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: 3918f2bb-7cc6-497a-b8d4-5cf314987d7e
  kind: Event
  lastTimestamp: "2026-07-09T18:24:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:24:28Z"
    name: isvc-primary-f52a32.18c0b23227e94152
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: 20631fff-847b-4e56-80fb-8c41207873c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f52a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: 3918f2bb-7cc6-497a-b8d4-5cf314987d7e
  kind: Event
  lastTimestamp: "2026-07-09T18:23:01Z"
  message: 'Failed to update status for InferenceService "isvc-primary-f52a32": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-f52a32":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:23:01Z"
    name: isvc-primary-f52a32.18c0b23228917752
    namespace: kserve-ci-e2e-test
    resourceVersion: "19404"
    uid: 2efd4936-e811-431d-a337-45f94636003f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:23:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f52a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: 3918f2bb-7cc6-497a-b8d4-5cf314987d7e
  kind: Event
  lastTimestamp: "2026-07-09T18:23:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-f52a32": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:23:01Z"
    name: isvc-primary-f52a32.18c0b2322891b0c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19405"
    uid: 826b7bab-1da5-4227-9446-d1340e7f3055
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f52a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20039"
    uid: 3918f2bb-7cc6-497a-b8d4-5cf314987d7e
  kind: Event
  lastTimestamp: "2026-07-09T18:24:28Z"
  message: InferenceService [isvc-primary-f52a32] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:24:28Z"
    name: isvc-primary-f52a32.18c0b24672a8b4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 53f0e4de-2dde-46da-988e-4fb16c2a4fca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:12:44.264821Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14113"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    to ip-10-0-133-76.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:12:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:12:44Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a294040fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14118"
    uid: 00d899b9-7d1b-43db-ad24-a93b2d7585bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:12:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14123"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:12:44Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:12:44Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a2ad1663a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: ea14ddac-c220-4c09-962a-1f444482d758
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:12:44Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85"
  metadata:
    creationTimestamp: "2026-07-09T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:12:44Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a2af7744f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14136"
    uid: d0ba3bc7-2992-4d64-8e48-e2af4e84b847
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:12:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85"
    in 4.191s (4.191s including waiting). Image size: 302212566 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:12:48Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a3a952a000
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: a46444c6-a09a-47b7-9240-0a7ecabbe9e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:12:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:12:48Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a3ace24ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14164"
    uid: 5f68b2c5-b97e-4ed3-940d-ba38d841694a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:12:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:12:48Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a3ad4ff46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: 0373f80d-1beb-4fcf-8f68-eb7143604683
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:12:53Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717"
  metadata:
    creationTimestamp: "2026-07-09T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:12:53Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a4a73f6016
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: e521fb8d-e7a4-43b5-b94c-a88624b338f8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:13:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717"
    in 17.812s (17.812s including waiting). Image size: 1555682740 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:13:10Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a8ccf4dd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 89248f55-6791-4e5f-9b87-581459013676
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:13:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:13:11Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a8cfcf4a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "14337"
    uid: 14901578-6816-48b0-b68d-54d90bdb5a43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:13:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:13:11Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a8d02bcb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: ee973ce9-9977-4205-a1f0-a56f86691c90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:13:11Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-09T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:13:11Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a8d038b30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: 18bad2ef-25cd-4b42-a639-467877c752a6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:13:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.636s (2.636s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:13:13Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a96d614046
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: b34f0bb6-6750-489a-ade7-a1c4e1458426
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:13:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:13:13Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a970b1b1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14358"
    uid: 02eaf483-79ab-4177-8038-edb2fe17aa0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:13:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:13:13Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a97128fff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14359"
    uid: 168a36cc-fd77-44a8-b732-184875aa52ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:13:13Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:a8af8a2170a3b8493ae189c8989df58dc741117c4c685b6dd5257bb2fa023732"
  metadata:
    creationTimestamp: "2026-07-09T18:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:13:13Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1a9713712e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14360"
    uid: 7baf17f7-ecd1-4bcf-a7d9-27361c20392f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:13:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:a8af8a2170a3b8493ae189c8989df58dc741117c4c685b6dd5257bb2fa023732"
    in 3.044s (3.044s including waiting). Image size: 239997052 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:13:16Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1aa26a9e91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14383"
    uid: ef0f2bb5-38d1-4881-93e6-5230e57f2b6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:13:16Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-09T18:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:13:16Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1aa297d683a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14384"
    uid: 7cb0c5d6-ab2f-470e-aba8-5b6d9ae8ab5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:13:16Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-09T18:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:13:16Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1aa2a0d0b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: d0812666-c674-4d88-940d-ece0d212b9da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:14:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:50Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1aa807453fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15201"
    uid: 3d145b8a-823b-481e-90c8-512cb3d068c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:14:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-09T18:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:50Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1aa807ecf69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15202"
    uid: a96f38ba-0987-4edd-89a9-cac40952745a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:14:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:39Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1bd65b624b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15012"
    uid: 7ac2e7ee-38e5-495a-bb20-d1aab7a266a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:14:39Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:39Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1bd65b6ab5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15016"
    uid: 252cd57d-5364-4579-a543-bc61798ade49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:14:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:39Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1bd65b6b4a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 629980ee-40f8-4b95-b658-85d4c28fe05b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 37832215-3d18-429f-829d-757ba6479270
  kind: Event
  lastTimestamp: "2026-07-09T18:14:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:53Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv.18c0b1be4acbbd63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15224"
    uid: 99c17e83-7028-4536-ab7e-6f17375ab20d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:12:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968
    namespace: kserve-ci-e2e-test
    resourceVersion: "14099"
    uid: 7d708185-9737-40de-9781-c922fbe23396
  kind: Event
  lastTimestamp: "2026-07-09T18:12:44Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968-62hlv'
  metadata:
    creationTimestamp: "2026-07-09T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:12:44Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968.18c0b1a293108929
    namespace: kserve-ci-e2e-test
    resourceVersion: "14114"
    uid: 1a7c1755-1673-4508-b190-5cbef16d0447
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:12:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-c3a93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14098"
    uid: 5ada941e-4c9d-4bdc-9612-97b671aa926f
  kind: Event
  lastTimestamp: "2026-07-09T18:12:44Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-c3a93-predictor-5b48894968
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:12:44Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor.18c0b1a289ceae4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14100"
    uid: e7854bc5-857c-4b3d-a8ca-f18cc2a4a604
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:12:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-c3a93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14108"
    uid: 1b61f8cd-a9b5-400b-ac19-8c115174b832
  kind: Event
  lastTimestamp: "2026-07-09T18:13:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:13:44Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor.18c0b1a60fb07b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14585"
    uid: 783bc881-e8bd-4071-b086-03951f3e3598
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:12:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-c3a93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14108"
    uid: 1b61f8cd-a9b5-400b-ac19-8c115174b832
  kind: Event
  lastTimestamp: "2026-07-09T18:13:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:13:44Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor.18c0b1a6103717b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 4cbef226-205f-4534-8757-5417c5dbde70
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-c3a93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14252"
    uid: 1b61f8cd-a9b5-400b-ac19-8c115174b832
  kind: Event
  lastTimestamp: "2026-07-09T18:14:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:14:29Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor.18c0b1b40ed6098a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: a12e2c70-d8b6-4a91-894a-c803ac0dd67f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:13:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-c3a93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14252"
    uid: 1b61f8cd-a9b5-400b-ac19-8c115174b832
  kind: Event
  lastTimestamp: "2026-07-09T18:14:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:14:29Z"
    name: isvc-raw-sklearn-batcher-c3a93-predictor.18c0b1b40f7d76d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14910"
    uid: dbe1ff5f-c5be-4df7-a0bc-cda8953d28b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-09T18:12:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-c3a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "14090"
    uid: 2a51fe5e-bce7-49fa-a58d-615991e9db0d
  kind: Event
  lastTimestamp: "2026-07-09T18:14:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:14:30Z"
    name: isvc-raw-sklearn-batcher-c3a93.18c0b1a28f20ac76
    namespace: kserve-ci-e2e-test
    resourceVersion: "14924"
    uid: 3adaddd5-f46e-4ea9-9bdd-12731ee6b53e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:12:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-c3a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "14090"
    uid: 2a51fe5e-bce7-49fa-a58d-615991e9db0d
  kind: Event
  lastTimestamp: "2026-07-09T18:12:44Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-c3a93":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-c3a93":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:12:44Z"
    name: isvc-raw-sklearn-batcher-c3a93.18c0b1a28fbbf525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14125"
    uid: 50b03028-6e3b-4de0-9d4b-e6160f7f6822
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:12:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-c3a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "14090"
    uid: 2a51fe5e-bce7-49fa-a58d-615991e9db0d
  kind: Event
  lastTimestamp: "2026-07-09T18:12:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-c3a93": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:12:44Z"
    name: isvc-raw-sklearn-batcher-c3a93.18c0b1a28fbc6718
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 9b1794f7-4474-47ab-b0bc-ae8c46642451
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-c3a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "14922"
    uid: 2a51fe5e-bce7-49fa-a58d-615991e9db0d
  kind: Event
  lastTimestamp: "2026-07-09T18:14:30Z"
  message: InferenceService [isvc-raw-sklearn-batcher-c3a93] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:14:30Z"
    name: isvc-raw-sklearn-batcher-c3a93.18c0b1bb4a7c7e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14923"
    uid: a1a1c3b5-fc29-4685-92d7-ebdcc1361a7a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:24:31.225946Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20090"
    uid: 5125bac6-7872-456e-b941-ce518821bdf5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5
    to ip-10-0-133-76.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:24:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:24:31Z"
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5.18c0b2472e2eca69
    namespace: kserve-ci-e2e-test
    resourceVersion: "20097"
    uid: 528f1db7-9ac1-47a0-8430-c1a8c6c18dfc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: 5125bac6-7872-456e-b941-ce518821bdf5
  kind: Event
  lastTimestamp: "2026-07-09T18:24:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-f52a32-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:31Z"
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5.18c0b247361d7aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20107"
    uid: 338475af-4374-42da-8e26-b2c16d73e764
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20101"
    uid: 5125bac6-7872-456e-b941-ce518821bdf5
  kind: Event
  lastTimestamp: "2026-07-09T18:24:32Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:24:32Z"
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5.18c0b2476ba6bbc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20118"
    uid: 96a3ed4d-d47a-46a1-b33e-dcae6f074022
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: 5125bac6-7872-456e-b941-ce518821bdf5
  kind: Event
  lastTimestamp: "2026-07-09T18:24:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:38Z"
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5.18c0b2476d22dcbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20165"
    uid: 17221551-0d3f-4f53-abac-94939593899a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: 5125bac6-7872-456e-b941-ce518821bdf5
  kind: Event
  lastTimestamp: "2026-07-09T18:24:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:38Z"
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5.18c0b2476fe04fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: a2f07088-3815-455e-8832-1f1d00bd04d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: 5125bac6-7872-456e-b941-ce518821bdf5
  kind: Event
  lastTimestamp: "2026-07-09T18:24:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:38Z"
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5.18c0b2477053e207
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: d3a87b5d-b521-4dec-80db-0c4e3594894a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: 5125bac6-7872-456e-b941-ce518821bdf5
  kind: Event
  lastTimestamp: "2026-07-09T18:24:44Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5_kserve-ci-e2e-test(5125bac6-7872-456e-b941-ce518821bdf5)
  metadata:
    creationTimestamp: "2026-07-09T18:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:44Z"
    name: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5.18c0b24a304b2ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20220"
    uid: c1470557-3d61-4aa4-b05b-1d831115935e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-f52a32-predictor-6f99cfcc78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: c9f04d95-f254-44ed-8955-75cf6510720b
  kind: Event
  lastTimestamp: "2026-07-09T18:24:31Z"
  message: 'Created pod: isvc-secondary-f52a32-predictor-6f99cfcc78-cvsl5'
  metadata:
    creationTimestamp: "2026-07-09T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:24:31Z"
    name: isvc-secondary-f52a32-predictor-6f99cfcc78.18c0b2472da0a92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20091"
    uid: cf14af6a-495d-49dd-a3ad-9f87d2f2269d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-f52a32-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: 00c935aa-caf9-4a44-b879-5d10e0a577d9
  kind: Event
  lastTimestamp: "2026-07-09T18:24:31Z"
  message: Scaled up replica set isvc-secondary-f52a32-predictor-6f99cfcc78 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-09T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:24:31Z"
    name: isvc-secondary-f52a32-predictor.18c0b24728983988
    namespace: kserve-ci-e2e-test
    resourceVersion: "20082"
    uid: f0357953-fd0a-4bf7-8c5d-a1257198ed90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-f52a32-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20080"
    uid: efe7a35f-6989-4873-a84a-aed842e66ee0
  kind: Event
  lastTimestamp: "2026-07-09T18:24:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:24:46Z"
    name: isvc-secondary-f52a32-predictor.18c0b24aa7334849
    namespace: kserve-ci-e2e-test
    resourceVersion: "20243"
    uid: 3d9dcb24-a263-432c-8d15-5f8e465935e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-f52a32-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20080"
    uid: efe7a35f-6989-4873-a84a-aed842e66ee0
  kind: Event
  lastTimestamp: "2026-07-09T18:24:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:24:46Z"
    name: isvc-secondary-f52a32-predictor.18c0b24aa7a5c2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: d2ba378e-a15f-436f-b3d8-d750db77ff67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-f52a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20072"
    uid: fab2ba17-9573-45a2-b478-60001de76683
  kind: Event
  lastTimestamp: "2026-07-09T18:24:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:24:44Z"
    name: isvc-secondary-f52a32.18c0b24728a0b2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: ce0ea6cf-da89-4b51-a8f4-7310ceafacf8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-f52a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20072"
    uid: fab2ba17-9573-45a2-b478-60001de76683
  kind: Event
  lastTimestamp: "2026-07-09T18:24:31Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-f52a32":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-f52a32":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:24:31Z"
    name: isvc-secondary-f52a32.18c0b2472925f1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20102"
    uid: b1c806ca-2789-4e56-9480-67ce4ffd2b6f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-f52a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20072"
    uid: fab2ba17-9573-45a2-b478-60001de76683
  kind: Event
  lastTimestamp: "2026-07-09T18:24:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-f52a32": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:24:31Z"
    name: isvc-secondary-f52a32.18c0b24729264747
    namespace: kserve-ci-e2e-test
    resourceVersion: "20103"
    uid: 80e9346c-5260-4b1f-8713-c845e6eae3e0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:14:39.561080Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15030"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    to ip-10-0-133-76.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:14:39Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1bd6c3563d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 5bd0d293-bc97-48bf-a419-c543db36dc02
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:14:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-a2b25-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:39Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1bd779f3774
    namespace: kserve-ci-e2e-test
    resourceVersion: "15073"
    uid: 2f0dbf29-763e-4bfa-9e89-6c8d1ebc2252
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:14:40Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:14:40Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1bda9ac91ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: 6daef735-e461-4100-b9c1-57d0482a5982
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:14:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:40Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1bdab359ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: d5c5b3e5-4c94-4a9b-86b3-cd6afe0b14c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:14:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:40Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1bdaeb2e858
    namespace: kserve-ci-e2e-test
    resourceVersion: "15094"
    uid: 9f1bc539-c8ed-4295-a668-f2268be21333
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:14:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:40Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1bdaf40d3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15096"
    uid: d7d14ed3-6a14-4aad-8ae4-2ac2bbdeb4ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:14:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:44Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1be9b127083
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 7fe9912d-ff25-43cd-84da-a78deb2ae934
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:14:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:44Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1be9dc5ffa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15146"
    uid: 9ad56986-e550-4c1c-a249-fec455a4f9ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:14:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:44Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1be9e35b835
    namespace: kserve-ci-e2e-test
    resourceVersion: "15147"
    uid: 7f4a7136-fa44-471f-b7e7-61d3f6e81418
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:14:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:44Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1be9e3f31c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 13f7b228-c76c-4f3c-9b24-fd5fb2a60071
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:14:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:44Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1bea15f8a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: 868bb6be-0492-4927-8f85-6f026861e991
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:14:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:44Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1bea1da8e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15153"
    uid: 214223de-80ee-439c-935e-44ffe303822a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:32Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1bf130ab8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: dc1e6b0d-c2f2-46e7-b479-2cacfb432577
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:29Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1d719f08970
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 099d19d7-1914-401e-8694-1a27af63cceb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:29Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1d719f101d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 55ada5d8-cfce-43d3-aee7-30755fda6fea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8beb5ce5-17f9-4332-a248-33241e5ab02a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:32Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj.18c0b1d7c167df68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16161"
    uid: 5df484eb-1848-4a5b-a39b-fc54aeb5db25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: a58ce978-643e-4938-b089-06ec0167930b
  kind: Event
  lastTimestamp: "2026-07-09T18:14:39Z"
  message: 'Created pod: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb-2znlj'
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:14:39Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb.18c0b1bd6b7fd96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 45705761-1162-44d1-b1f7-a9fd3f30be3c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-a2b25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: 72b45654-a543-45a4-9948-18f458ab49c3
  kind: Event
  lastTimestamp: "2026-07-09T18:14:39Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-a2b25-predictor-795794b9cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:14:39Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor.18c0b1bd66f552b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15019"
    uid: 382acd9e-83f3-49f7-ab90-9c4b3894d54e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-a2b25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15015"
    uid: b9dcac00-cd50-430d-9040-492cbc364753
  kind: Event
  lastTimestamp: "2026-07-09T18:15:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:15:09Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor.18c0b1c0e64a444a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: 928cda43-6e3d-4d14-934a-d2250de37f89
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-a2b25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15015"
    uid: b9dcac00-cd50-430d-9040-492cbc364753
  kind: Event
  lastTimestamp: "2026-07-09T18:15:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:15:09Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor.18c0b1c0e6c06a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "15355"
    uid: 519c13f5-d1c3-4639-8822-98c8398d5619
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-a2b25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: b9dcac00-cd50-430d-9040-492cbc364753
  kind: Event
  lastTimestamp: "2026-07-09T18:16:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:24Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor.18c0b1c7e5c2217e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: de70d6af-23d4-4281-b1cd-7d9e94aabc8f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-a2b25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: b9dcac00-cd50-430d-9040-492cbc364753
  kind: Event
  lastTimestamp: "2026-07-09T18:16:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:24Z"
    name: isvc-sklearn-graph-raw-a2b25-predictor.18c0b1c7e6325f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15951"
    uid: 3662fea6-f48d-42ca-b815-6ffe663095fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-a2b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: aca67769-c26c-4e7c-b9d6-8ba913975b32
  kind: Event
  lastTimestamp: "2026-07-09T18:16:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:16:02Z"
    name: isvc-sklearn-graph-raw-a2b25.18c0b1bd67296aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15753"
    uid: e39253dd-62de-4408-bce5-fb9817fe553f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-a2b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: aca67769-c26c-4e7c-b9d6-8ba913975b32
  kind: Event
  lastTimestamp: "2026-07-09T18:14:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-a2b25":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-a2b25":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:14:39Z"
    name: isvc-sklearn-graph-raw-a2b25.18c0b1bd6789d633
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 42678e20-e57b-4319-82a9-16c9f3671aba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-a2b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: aca67769-c26c-4e7c-b9d6-8ba913975b32
  kind: Event
  lastTimestamp: "2026-07-09T18:16:02Z"
  message: InferenceService [isvc-sklearn-graph-raw-a2b25] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:16:02Z"
    name: isvc-sklearn-graph-raw-a2b25.18c0b1d0cb60183b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15752"
    uid: 8a65560a-8c0d-4296-89b3-b5c6bca38ee6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:16:29.926153Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16057"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    to ip-10-0-133-76.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:16:29Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1d71e7ac015
    namespace: kserve-ci-e2e-test
    resourceVersion: "16067"
    uid: 4ace4f74-8658-4b57-8eb3-fc59d5895558
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16077"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:16:30Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:16:30Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1d738127a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16125"
    uid: 2574d8fe-a13a-4e48-903d-18c7848428bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:16:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:30Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1d73b1a98df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16127"
    uid: 907056e0-55f9-42ea-b4e1-711cd09b8e76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:16:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:30Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1d73e03e673
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: 8d095ac1-d354-49e2-8130-b5abcf05ea9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:16:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:30Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1d73e9808c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16129"
    uid: 27b852cc-afec-4709-b1ad-d6efc9ae78f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:16:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:34Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1d8174c6b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16175"
    uid: ba007a8f-86ba-4b49-b53b-5f16852a8b1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:16:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:34Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1d81a8ee8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 02a8b9b9-2b95-40c6-b72c-fff0aa0bedfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:16:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:34Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1d81b033e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: 9830fadd-8db8-4ca0-806e-96b35fd9cbf0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:16:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:34Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1d81b0d50ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: 83f061e2-87b8-45fd-ae4d-07571e9f59bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:16:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:34Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1d81db82812
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 00377bed-a260-4125-bedd-af88edb05ac1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:16:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:34Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1d81e2c864d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: 241509dc-d6c5-471d-b491-1591329731ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:18:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:21Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1d853592226
    namespace: kserve-ci-e2e-test
    resourceVersion: "17143"
    uid: 90eae0cb-4bc2-4edf-9942-9e27c556c9df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:18:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:20Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1f0cda3203a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: ec00bd93-73b7-4eb1-8be6-ec55adb6717a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:18:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:20Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1f0cda39b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: 42363858-0ec4-44d2-a817-57d1f3b21946
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: cb4f62e3-3be5-41db-8260-afccbf844777
  kind: Event
  lastTimestamp: "2026-07-09T18:18:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:21Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n.18c0b1f101cbb2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 90325bf3-29ca-40e8-b7b9-821d7ddfd3b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 4ceb44ed-9985-454e-811f-a934f84099dc
  kind: Event
  lastTimestamp: "2026-07-09T18:16:29Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb-xvj6n'
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:29Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb.18c0b1d71dddadc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 723372c7-e911-418d-a50c-b292fee295de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: dc489e02-b2ac-4a21-8050-e6c80630396b
  kind: Event
  lastTimestamp: "2026-07-09T18:16:29Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-a483d-predictor-69cd4f69cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:29Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor.18c0b1d718c7409b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16037"
    uid: f5bb28ca-5a95-411e-a1d4-94015062692e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16034"
    uid: 948fca1e-4e9d-41f6-b0a4-87e792f8a89a
  kind: Event
  lastTimestamp: "2026-07-09T18:17:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:17:14Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor.18c0b1da97aff0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: b6e1a734-b159-4e4e-ae19-05cc2b64e59f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16034"
    uid: 948fca1e-4e9d-41f6-b0a4-87e792f8a89a
  kind: Event
  lastTimestamp: "2026-07-09T18:17:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:17:14Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor.18c0b1da9819b680
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: d14f170e-78fa-4165-af5e-51b9d18a7971
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 948fca1e-4e9d-41f6-b0a4-87e792f8a89a
  kind: Event
  lastTimestamp: "2026-07-09T18:18:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:14Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor.18c0b1e515c0110d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: f99c7364-e058-4d20-8dbd-e3515c9b90f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 948fca1e-4e9d-41f6-b0a4-87e792f8a89a
  kind: Event
  lastTimestamp: "2026-07-09T18:18:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:14Z"
    name: isvc-sklearn-graph-raw-hpa-a483d-predictor.18c0b1e51630fa13
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: 3bf31186-2235-4bb6-9e4f-0e0d920c5b73
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-a483d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: f20e49c2-b330-45e2-b30e-4b7ca9611ea5
  kind: Event
  lastTimestamp: "2026-07-09T18:17:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:17:51Z"
    name: isvc-sklearn-graph-raw-hpa-a483d.18c0b1d719043bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16799"
    uid: 5bbc9f23-932d-423a-bb09-9d317f2a7e7e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-a483d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: f20e49c2-b330-45e2-b30e-4b7ca9611ea5
  kind: Event
  lastTimestamp: "2026-07-09T18:16:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-a483d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-a483d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:16:29Z"
    name: isvc-sklearn-graph-raw-hpa-a483d.18c0b1d71962fb68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: cbaf59a9-1341-4d62-939c-5ddd3c98b18b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-a483d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: f20e49c2-b330-45e2-b30e-4b7ca9611ea5
  kind: Event
  lastTimestamp: "2026-07-09T18:17:51Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-a483d] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:17:51Z"
    name: isvc-sklearn-graph-raw-hpa-a483d.18c0b1ea0bb5b3ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: 900c2dc3-b2bf-4f0c-a715-4f17030db8b6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:20:05.680356Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18044"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    to ip-10-0-133-76.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b2095a6e91e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: 4273b69c-302e-4c38-ba91-1abf7003d85c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18064"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:20:06Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:20:06Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b209741305f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18079"
    uid: 6933dd8e-1d30-4f98-a970-6304afc23aa3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:20:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:06Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b20975b3ceff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18082"
    uid: 53ae644a-bfef-499e-9313-0870591b55be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:20:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:06Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b209784da382
    namespace: kserve-ci-e2e-test
    resourceVersion: "18083"
    uid: 9990a252-f3ea-4f9c-88c2-756daebd07fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:20:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:06Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b20978d8710e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18084"
    uid: 66044b62-140f-435a-8208-e518fcd5b9bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:20:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:11Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b20a9867b45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18128"
    uid: 4e2f285c-efed-4722-9516-03340856fb70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:20:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:11Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b20a9b40b1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18130"
    uid: e46150ad-e3b3-408a-b2c3-18698889d93e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:20:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:11Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b20a9bb3395e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: c511c08b-fe3c-4272-b4ef-c99c13ab2fb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:20:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:11Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b20a9bbcd272
    namespace: kserve-ci-e2e-test
    resourceVersion: "18132"
    uid: a89083c6-ed09-4a6c-8bb1-925ee0eb709b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:20:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:11Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b20a9ef645a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: 4b2f2605-542b-4470-a332-8d73ac23d975
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:20:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:11Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b20a9f6373df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: 8a3a2f38-4434-4f57-b92c-e709339fa798
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:22:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:22:55Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b20b1098f363
    namespace: kserve-ci-e2e-test
    resourceVersion: "19330"
    uid: aaa7e955-04e6-460a-aa2e-ad806cfb27e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:22:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:22:55Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b230f8518c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: d50e479b-4f85-4183-8c3b-07d07c7574b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:22:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:22:55Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b230f8522722
    namespace: kserve-ci-e2e-test
    resourceVersion: "19328"
    uid: 679d2fa8-ad3d-4c4d-bd96-3c18b6b9d5bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59f65bcb-94d2-403d-ad53-1758dc432d2c
  kind: Event
  lastTimestamp: "2026-07-09T18:23:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:23:04Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7.18c0b231b737fc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19439"
    uid: a39367bd-f794-4562-8c37-84bc40b059ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978
    namespace: kserve-ci-e2e-test
    resourceVersion: "18026"
    uid: 725bfc2e-0ad0-4014-8bec-9c69f142b5f3
  kind: Event
  lastTimestamp: "2026-07-09T18:20:05Z"
  message: 'Created pod: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978-qphc7'
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: isvc-sklearn-scale-raw-2aece-predictor-f85bb6978.18c0b2095a0d7e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18047"
    uid: 9a2f477d-e9d8-4530-bee8-8424f182f64c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-2aece-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18017"
    uid: 44d10ecf-6213-4537-858c-f1243d857789
  kind: Event
  lastTimestamp: "2026-07-09T18:20:05Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-2aece-predictor-f85bb6978
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: isvc-sklearn-scale-raw-2aece-predictor.18c0b209549b83bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18029"
    uid: e6e23e2a-cfc9-4ce9-b682-6d79af3815d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-2aece-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18025"
    uid: b5de7391-1409-42a4-bf42-ae87cd8b374f
  kind: Event
  lastTimestamp: "2026-07-09T18:20:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:20:20Z"
    name: isvc-sklearn-scale-raw-2aece-predictor.18c0b20cd2eda1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18214"
    uid: 70afa95c-2700-4c56-b2da-f7ae5975fe8c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-2aece-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18025"
    uid: b5de7391-1409-42a4-bf42-ae87cd8b374f
  kind: Event
  lastTimestamp: "2026-07-09T18:20:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:20:20Z"
    name: isvc-sklearn-scale-raw-2aece-predictor.18c0b20cd368a75b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 4b424f2b-14ff-4ea8-97e6-6d49a13bf265
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-2aece-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18215"
    uid: b5de7391-1409-42a4-bf42-ae87cd8b374f
  kind: Event
  lastTimestamp: "2026-07-09T18:22:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:22:50Z"
    name: isvc-sklearn-scale-raw-2aece-predictor.18c0b210533e5eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: 7d4718fe-9db9-40a2-a6c6-5c485661a7fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-2aece-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18215"
    uid: b5de7391-1409-42a4-bf42-ae87cd8b374f
  kind: Event
  lastTimestamp: "2026-07-09T18:22:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:22:50Z"
    name: isvc-sklearn-scale-raw-2aece-predictor.18c0b21053ae3b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19274"
    uid: 27dfba05-4f25-42dc-89d1-f24fc61e5a5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-2aece
    namespace: kserve-ci-e2e-test
    resourceVersion: "18004"
    uid: e072057a-2fde-43af-aad7-62cd027d9780
  kind: Event
  lastTimestamp: "2026-07-09T18:22:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:22:46Z"
    name: isvc-sklearn-scale-raw-2aece.18c0b209544ec99f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19242"
    uid: 6b2fc7b8-2c05-4ae3-b044-a54a559f5627
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-2aece
    namespace: kserve-ci-e2e-test
    resourceVersion: "18004"
    uid: e072057a-2fde-43af-aad7-62cd027d9780
  kind: Event
  lastTimestamp: "2026-07-09T18:20:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-2aece":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-2aece":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: isvc-sklearn-scale-raw-2aece.18c0b20954a3c1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18030"
    uid: f8a95e3f-857b-4129-b009-cb116beec4f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:22:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-2aece
    namespace: kserve-ci-e2e-test
    resourceVersion: "19240"
    uid: e072057a-2fde-43af-aad7-62cd027d9780
  kind: Event
  lastTimestamp: "2026-07-09T18:22:46Z"
  message: InferenceService [isvc-sklearn-scale-raw-2aece] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:22:46Z"
    name: isvc-sklearn-scale-raw-2aece.18c0b22eb31f8251
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: 054dc2ce-2ecb-4d2f-9790-6d121d2a671b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:14:39.645560Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    to ip-10-0-137-168.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:14:39Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1bd713e733b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 1ab475d3-a1c6-45ed-95cb-db814b01072f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:14:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-a2b25-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:39Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1bd7d8e3c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "15078"
    uid: 44ba60a0-70a2-49cf-98cd-6d7aeed7c29e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:14:40Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:14:40Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1bdaece8112
    namespace: kserve-ci-e2e-test
    resourceVersion: "15095"
    uid: 0a93084e-711a-42a8-8cd1-76baec0af1ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:14:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:40Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1bdb0a334d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15098"
    uid: ffcbc7a5-c631-42bf-819d-988227727c41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:14:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:40Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1bdb4180311
    namespace: kserve-ci-e2e-test
    resourceVersion: "15099"
    uid: 7e1919b8-ba4b-4e45-91b1-8a0f701a831d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:14:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:40Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1bdb480240e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: 68f20bee-dd18-48f6-8a75-cea0089c2ae6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:14:45Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-09T18:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:45Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1beb7026744
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: b5423250-fc90-43e2-9622-a37507ccb3cb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:15:05Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.2s (20.201s
    including waiting). Image size: 1305579259 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:15:05Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1c36b159cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: eb0193ab-a18b-4824-b887-0aa005152508
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:15:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:15:05Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1c36e2b10d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: 81f445aa-ebe1-4774-8e6f-f99fac0b1009
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:15:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:15:05Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1c36ea45b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15317"
    uid: 277f0fff-ec49-44ff-b9b7-47ae66915535
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:15:05Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-09T18:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:15:05Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1c36eb07c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: 4d519c84-18ff-45a3-87b1-91ccf7cde79f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:15:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.815s (2.815s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:15:08Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1c41686c923
    namespace: kserve-ci-e2e-test
    resourceVersion: "15342"
    uid: 2b63dc49-9366-4ab5-8071-c94fcdd0d35c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:15:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:15:08Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1c419acfa0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15343"
    uid: 3e11589f-9bd1-4f81-950b-f807ac60d909
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:15:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:15:08Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1c41a294060
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: 88ba9f21-1460-4a33-8944-bd7cdee8ae85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:15:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:15:55Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1c454e12ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: 29ff044b-4f8b-431a-b0f4-ae79a62fb3d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:16:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:29Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1d7222f2443
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: 01072435-869a-4ae1-b6e0-31354c99ade5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:16:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:29Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1d7222faf08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: 9efe4871-d4ad-450a-9ce1-733540581d2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 9805b5d0-6083-495b-aacf-7396ef8dc11d
  kind: Event
  lastTimestamp: "2026-07-09T18:16:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:30Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x.18c0b1d731177f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16122"
    uid: 0047513e-daf2-475a-932c-11c490664a3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: 1b747010-05b9-4d10-bf61-b236ae8f9f7b
  kind: Event
  lastTimestamp: "2026-07-09T18:14:39Z"
  message: 'Created pod: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf-w9s8x'
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:14:39Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf.18c0b1bd70d8f708
    namespace: kserve-ci-e2e-test
    resourceVersion: "15058"
    uid: 72090aa0-02c9-463d-a448-2fc635d20b0c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-a2b25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15044"
    uid: dec56a0b-332d-47f0-9159-a94b97e3ddda
  kind: Event
  lastTimestamp: "2026-07-09T18:14:39Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-a2b25-predictor-7c7f4677bf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:14:39Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor.18c0b1bd6e446557
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 36820d6f-444a-479c-aada-7b521a7eca32
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-a2b25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: 67adf49f-518d-4dad-a2e4-6a7062f4cf0a
  kind: Event
  lastTimestamp: "2026-07-09T18:15:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:15:39Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor.18c0b1c0eccb4152
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: c7b50850-e2e0-45e4-b528-b683b49dc88e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-a2b25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: 67adf49f-518d-4dad-a2e4-6a7062f4cf0a
  kind: Event
  lastTimestamp: "2026-07-09T18:15:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:15:39Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor.18c0b1c0ed3adffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: 09cfe19f-aeaa-44df-9872-648af4e062c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-a2b25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 67adf49f-518d-4dad-a2e4-6a7062f4cf0a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:24Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor.18c0b1cee8621caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15953"
    uid: ba481f44-2331-4fac-9c76-2e037792cf20
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-a2b25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 67adf49f-518d-4dad-a2e4-6a7062f4cf0a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:24Z"
    name: isvc-xgboost-graph-raw-a2b25-predictor.18c0b1cee8d1938b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15954"
    uid: 0f951bdb-a5a2-46f0-bad4-829ff6a4ecb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-a2b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15028"
    uid: aa3006e5-88fa-4c33-92ae-e37459cd560a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:16:05Z"
    name: isvc-xgboost-graph-raw-a2b25.18c0b1bd6e76f377
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: dee01b68-1451-436c-a664-a6f3655b1e3e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-a2b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15028"
    uid: aa3006e5-88fa-4c33-92ae-e37459cd560a
  kind: Event
  lastTimestamp: "2026-07-09T18:14:39Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-a2b25":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-a2b25":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:14:39Z"
    name: isvc-xgboost-graph-raw-a2b25.18c0b1bd6edb60a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: 7e5187f4-a469-4ad7-bd26-107e9d30c0c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-a2b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15781"
    uid: aa3006e5-88fa-4c33-92ae-e37459cd560a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:05Z"
  message: InferenceService [isvc-xgboost-graph-raw-a2b25] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:16:05Z"
    name: isvc-xgboost-graph-raw-a2b25.18c0b1d16923c08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15782"
    uid: c315c043-35b3-46aa-bcc4-9f4b7f39d118
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:16:30.008478Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16092"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    to ip-10-0-137-168.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:16:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:16:30Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1d72362efc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16101"
    uid: 200531d1-917b-4513-b69a-7c1e0e1d831b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:16:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-a483d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:30Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1d72a18c586
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: 9b2882cb-afd4-416c-92e4-0ee7809de6f9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:16:31Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:16:31Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1d760e20230
    namespace: kserve-ci-e2e-test
    resourceVersion: "16135"
    uid: f1e3130c-48fc-4005-89a7-00c4dced9a3d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:16:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:31Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1d762663b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16137"
    uid: 04c5a5fd-aa9b-4c4b-a6d3-469524f646cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:16:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:31Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1d7654edbc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 46eef133-4cc1-48d8-951c-aa6e711a461a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:16:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:31Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1d765bbbcb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: c323894b-02ef-434c-91f5-92df7cb46890
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:16:35Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:35Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1d871bb7294
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: e9529a68-aa96-4cdf-b312-875a57476161
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:16:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:35Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1d8751735f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: c1d44935-0068-478c-9561-98705747e1bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:16:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:35Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1d87583db6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: 119709bb-2507-4677-8af5-3ebbdf4591af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:16:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:35Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1d8758eba22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: a61598c2-afa0-4a6e-bbe4-022b890e8329
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:16:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:35Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1d878b161b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16211"
    uid: 6b7d462a-5e76-4669-a833-d0dd0ec27c10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:16:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:35Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1d87946b9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ece419e3-d2c2-4e47-b07f-25b90cb9fb5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:22Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1d8addd2727
    namespace: kserve-ci-e2e-test
    resourceVersion: "17169"
    uid: 991a0a47-114c-4904-a0bf-082b0772402c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:20Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1f0d52cbacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: a05416fe-d390-4f48-8b8b-d24c0bf8daf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:20Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1f0d52d21d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 76f24b4d-6e09-4493-9f98-f385341df8c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c9ecdc75-bea4-4175-a028-480693b1a64c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:22Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq.18c0b1f15c234d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17168"
    uid: 3d5396df-bc29-4146-81fd-3db68b373ffe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-168.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-168.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: 268b5728-dcf9-4cc0-9777-2f9ee8de5ba8
  kind: Event
  lastTimestamp: "2026-07-09T18:16:29Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5-fzbnq'
  metadata:
    creationTimestamp: "2026-07-09T18:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:30Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5.18c0b1d722d24dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: fc4daa9c-9659-4433-a8e1-f38143be0f1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 87b44527-a7e1-4269-a4df-f04ddfef3b74
  kind: Event
  lastTimestamp: "2026-07-09T18:16:29Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-a483d-predictor-b6c584fd5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:29Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor.18c0b1d71ee3ba03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 698dea1a-cf15-4d5a-822a-cde295e21273
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: aa5edde2-d468-4804-a7ff-070479819379
  kind: Event
  lastTimestamp: "2026-07-09T18:17:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:17:14Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor.18c0b1da9d68a019
    namespace: kserve-ci-e2e-test
    resourceVersion: "16510"
    uid: a92907b2-d575-413a-8937-f0376c087992
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: aa5edde2-d468-4804-a7ff-070479819379
  kind: Event
  lastTimestamp: "2026-07-09T18:17:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:17:14Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor.18c0b1da9dd81d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ae49d9a5-ec7e-4239-9b15-664ef84e073e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: aa5edde2-d468-4804-a7ff-070479819379
  kind: Event
  lastTimestamp: "2026-07-09T18:18:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:15Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor.18c0b1de1c942527
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 59754e9a-d7a8-4e0a-822b-6a889e4cfa11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: aa5edde2-d468-4804-a7ff-070479819379
  kind: Event
  lastTimestamp: "2026-07-09T18:18:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:15Z"
    name: isvc-xgboost-graph-raw-hpa-a483d-predictor.18c0b1de1d053303
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 049808a7-afe8-436a-a322-acc29aaa7404
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-a483d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 9dc41053-26f7-4de9-95fe-37ccdfeac082
  kind: Event
  lastTimestamp: "2026-07-09T18:17:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:17:42Z"
    name: isvc-xgboost-graph-raw-hpa-a483d.18c0b1d71f256a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16725"
    uid: ac7d894a-2d55-4e35-841f-d17ceb152f0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-a483d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: 9dc41053-26f7-4de9-95fe-37ccdfeac082
  kind: Event
  lastTimestamp: "2026-07-09T18:17:42Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-a483d] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:17:42Z"
    name: isvc-xgboost-graph-raw-hpa-a483d.18c0b1e812f23a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: e0609036-3126-4472-89a4-3d5ba6c8c1be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:18:20.280703Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "17101"
    uid: b7957873-fb1c-404c-adf3-b256815b34d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-19737-predictor-b86898965-dcf6x
    to ip-10-0-133-76.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:18:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:18:20Z"
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x.18c0b1f0d01f85fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17105"
    uid: 006a4f44-6b65-49f0-94dd-36d899dd873a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "17112"
    uid: b7957873-fb1c-404c-adf3-b256815b34d1
  kind: Event
  lastTimestamp: "2026-07-09T18:18:20Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:18:20Z"
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x.18c0b1f0e97d57dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17138"
    uid: 51102862-b7b4-4425-a06c-21602610a43d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: b7957873-fb1c-404c-adf3-b256815b34d1
  kind: Event
  lastTimestamp: "2026-07-09T18:18:20Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-09T18:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:20Z"
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x.18c0b1f0eae65645
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: edfd57e9-8a87-40f8-9789-98b2f9a23e01
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: b7957873-fb1c-404c-adf3-b256815b34d1
  kind: Event
  lastTimestamp: "2026-07-09T18:18:22Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.331s (1.331s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:22Z"
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x.18c0b1f13a43a013
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 77ea81e2-a7ee-4975-9fd2-79edf232e6c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: b7957873-fb1c-404c-adf3-b256815b34d1
  kind: Event
  lastTimestamp: "2026-07-09T18:18:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:22Z"
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x.18c0b1f13d24aa4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17153"
    uid: 7a504984-2ba3-4652-aa9c-cf1ed2acb5aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: b7957873-fb1c-404c-adf3-b256815b34d1
  kind: Event
  lastTimestamp: "2026-07-09T18:18:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:22Z"
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x.18c0b1f13d92b571
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: c2dca4fe-3271-4052-8b5f-8d4f212466b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: b7957873-fb1c-404c-adf3-b256815b34d1
  kind: Event
  lastTimestamp: "2026-07-09T18:18:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:22Z"
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x.18c0b1f13d9b6d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: c558bfe1-fb5d-423e-8607-f972cd41c555
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: b7957873-fb1c-404c-adf3-b256815b34d1
  kind: Event
  lastTimestamp: "2026-07-09T18:18:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:22Z"
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x.18c0b1f1407cc6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17158"
    uid: 619851a0-de19-4da0-8eff-91e3d8e1b2a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: b7957873-fb1c-404c-adf3-b256815b34d1
  kind: Event
  lastTimestamp: "2026-07-09T18:18:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:22Z"
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x.18c0b1f140ec005b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 358b354a-f2f9-46f3-af85-1bfe217fe462
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: b7957873-fb1c-404c-adf3-b256815b34d1
  kind: Event
  lastTimestamp: "2026-07-09T18:20:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x.18c0b2095e530cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18073"
    uid: da5fafb3-7e5e-4b7c-8b16-819c8c8bb9b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: b7957873-fb1c-404c-adf3-b256815b34d1
  kind: Event
  lastTimestamp: "2026-07-09T18:20:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: message-dumper-raw-19737-predictor-b86898965-dcf6x.18c0b2095e537fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18074"
    uid: 47f55ebe-5d44-45b3-952b-3752442e7aec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-19737-predictor-b86898965
    namespace: kserve-ci-e2e-test
    resourceVersion: "17085"
    uid: a2dcec7b-071b-4d5e-8123-1382e125178c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:20Z"
  message: 'Created pod: message-dumper-raw-19737-predictor-b86898965-dcf6x'
  metadata:
    creationTimestamp: "2026-07-09T18:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:20Z"
    name: message-dumper-raw-19737-predictor-b86898965.18c0b1f0cfb294a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: 317defe8-ccd0-432c-98ec-08ac84c18b6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-19737-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: 0d280d72-c1da-4cd8-a6a7-41b961f2ba35
  kind: Event
  lastTimestamp: "2026-07-09T18:18:20Z"
  message: Scaled up replica set message-dumper-raw-19737-predictor-b86898965 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:20Z"
    name: message-dumper-raw-19737-predictor.18c0b1f0cc243025
    namespace: kserve-ci-e2e-test
    resourceVersion: "17090"
    uid: c1611af7-47dc-4a02-a076-610c768bd306
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-19737-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c3b2ee77-7282-4f5e-a1fc-a73fe3ca4d19
  kind: Event
  lastTimestamp: "2026-07-09T18:18:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:50Z"
    name: message-dumper-raw-19737-predictor.18c0b1f44b3b2f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 8409297a-b620-4a5e-809d-b35d154d0237
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-19737-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c3b2ee77-7282-4f5e-a1fc-a73fe3ca4d19
  kind: Event
  lastTimestamp: "2026-07-09T18:18:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:50Z"
    name: message-dumper-raw-19737-predictor.18c0b1f44ba1cb46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 9b7bd220-bb0c-47bf-9196-1969ed52ceaf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-19737
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: 06b9175f-ed07-42f5-bbc6-d08c25e7af2e
  kind: Event
  lastTimestamp: "2026-07-09T18:18:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:18:29Z"
    name: message-dumper-raw-19737.18c0b1f0cc37b498
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: df711196-7568-4f5a-ad6b-b04d3902d63b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-19737
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: 06b9175f-ed07-42f5-bbc6-d08c25e7af2e
  kind: Event
  lastTimestamp: "2026-07-09T18:18:20Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-19737":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-19737":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:18:20Z"
    name: message-dumper-raw-19737.18c0b1f0ccb87017
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 84dcd10e-ba41-4419-9d0e-50c4f228e1b9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-19737
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: 06b9175f-ed07-42f5-bbc6-d08c25e7af2e
  kind: Event
  lastTimestamp: "2026-07-09T18:18:29Z"
  message: InferenceService [message-dumper-raw-19737] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:18:29Z"
    name: message-dumper-raw-19737.18c0b1f2fdd5ea3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17228"
    uid: 1a6d3a36-38e7-4a46-8a48-604fc75779ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:16:19.666277Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: aff9cbfa-de33-4971-b56d-de2614a9bd7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-a2b25-5bcc86f5f-znrdz
    to ip-10-0-143-178.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:16:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:16:19Z"
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz.18c0b1d4baf18aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: 34472708-edb8-473c-8f3f-56edd6a31bf6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: aff9cbfa-de33-4971-b56d-de2614a9bd7a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-a2b25-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:19Z"
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz.18c0b1d4c6af3bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 67e2317d-3f1c-4b9c-ab54-9a1ff47db796
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-178.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: aff9cbfa-de33-4971-b56d-de2614a9bd7a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:20Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:16:20Z"
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz.18c0b1d4f7dcc334
    namespace: kserve-ci-e2e-test
    resourceVersion: "15912"
    uid: b5aedfd6-1d33-41a3-a3ef-9f6c0e0fa755
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a2b25}
    kind: Pod
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: aff9cbfa-de33-4971-b56d-de2614a9bd7a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:20Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db"
  metadata:
    creationTimestamp: "2026-07-09T18:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:20Z"
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz.18c0b1d4f951a92b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: a2de8da3-d621-4ce8-b721-970f1cdc4ed9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a2b25}
    kind: Pod
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: aff9cbfa-de33-4971-b56d-de2614a9bd7a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db"
    in 2.45s (2.45s including waiting). Image size: 218072701 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:23Z"
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz.18c0b1d58b5c81a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 48c63c66-10dc-4234-b48f-f2bab97e36f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a2b25}
    kind: Pod
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: aff9cbfa-de33-4971-b56d-de2614a9bd7a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:23Z"
  message: 'Created container: model-chainer-raw-a2b25'
  metadata:
    creationTimestamp: "2026-07-09T18:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:23Z"
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz.18c0b1d58e6c69a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 5df3ea70-1ced-430b-a894-1ccfb1e3da2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a2b25}
    kind: Pod
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: aff9cbfa-de33-4971-b56d-de2614a9bd7a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:23Z"
  message: Started container model-chainer-raw-a2b25
  metadata:
    creationTimestamp: "2026-07-09T18:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:23Z"
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz.18c0b1d58efb02a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: 70f216a8-dd1e-4176-a7cb-3e1cf8813cec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a2b25}
    kind: Pod
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: aff9cbfa-de33-4971-b56d-de2614a9bd7a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:29Z"
  message: Stopping container model-chainer-raw-a2b25
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:29Z"
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz.18c0b1d70e76d4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 86f157ff-4d3c-4e13-83d5-de10a6d0cac6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a2b25}
    kind: Pod
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: aff9cbfa-de33-4971-b56d-de2614a9bd7a
  kind: Event
  lastTimestamp: "2026-07-09T18:16:59Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:59Z"
    name: model-chainer-raw-a2b25-5bcc86f5f-znrdz.18c0b1d70ed146ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16397"
    uid: 10b02ee1-4959-431f-9c1d-93ea0c587e1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-178.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-a2b25-5bcc86f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15886"
    uid: ea11e8b9-f978-4eec-841c-e44cf785efdb
  kind: Event
  lastTimestamp: "2026-07-09T18:16:19Z"
  message: 'Created pod: model-chainer-raw-a2b25-5bcc86f5f-znrdz'
  metadata:
    creationTimestamp: "2026-07-09T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:19Z"
    name: model-chainer-raw-a2b25-5bcc86f5f.18c0b1d4b9b130f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: c95484c2-75de-4ee0-b982-5ae22c8ee112
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-a2b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: d49f9570-bcc5-4861-8fb2-d9b62b84be0d
  kind: Event
  lastTimestamp: "2026-07-09T18:16:19Z"
  message: Scaled up replica set model-chainer-raw-a2b25-5bcc86f5f from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:19Z"
    name: model-chainer-raw-a2b25.18c0b1d4b83af0cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: c36c4d02-859a-43c9-b463-8cd2f7bff80f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-a2b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15900"
    uid: fefeb573-7718-4c89-a316-eda319c0a49b
  kind: Event
  lastTimestamp: "2026-07-09T18:16:19Z"
  message: InferenceGraph [model-chainer-raw-a2b25] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:16:19Z"
    name: model-chainer-raw-a2b25.18c0b1d4bf6208f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 874ad79e-5ffa-4d95-b78e-dbd99e668df0
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:18:09.968526Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: a8a7c8fd-07d2-4cdc-907a-e809d36ebd0e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p
    to ip-10-0-143-178.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:18:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:18:09Z"
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p.18c0b1ee69782feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 9cd36971-813b-47b1-8e44-f8e45024261e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: a8a7c8fd-07d2-4cdc-907a-e809d36ebd0e
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p.18c0b1ee829b0221
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 13b28bf6-b7d2-4453-bccc-f971efa6a0d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-a483d}
    kind: Pod
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: a8a7c8fd-07d2-4cdc-907a-e809d36ebd0e
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:e73cf00d90f73d1d01a06b6ae2314be097a351767b51977a258bb8a2a00529db"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p.18c0b1ee83d7d02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: 554f9f4e-db53-4671-b865-5cc6d9a6f658
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-a483d}
    kind: Pod
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: a8a7c8fd-07d2-4cdc-907a-e809d36ebd0e
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: 'Created container: model-chainer-raw-hpa-a483d'
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p.18c0b1ee867bff80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 309b109f-c818-44fd-8217-44ef215c9ab1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-a483d}
    kind: Pod
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: a8a7c8fd-07d2-4cdc-907a-e809d36ebd0e
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: Started container model-chainer-raw-hpa-a483d
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p.18c0b1ee86eea346
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: 1576dfe5-4cf7-4006-9795-9a3323158575
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-a483d}
    kind: Pod
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: a8a7c8fd-07d2-4cdc-907a-e809d36ebd0e
  kind: Event
  lastTimestamp: "2026-07-09T18:18:20Z"
  message: Stopping container model-chainer-raw-hpa-a483d
  metadata:
    creationTimestamp: "2026-07-09T18:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:20Z"
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p.18c0b1f0c0f41c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17059"
    uid: 9635871c-7442-4bc7-81a1-5866aecab784
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-178.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-a483d}
    kind: Pod
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: a8a7c8fd-07d2-4cdc-907a-e809d36ebd0e
  kind: Event
  lastTimestamp: "2026-07-09T18:18:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-09T18:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:47Z"
    name: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p.18c0b1f14a17da76
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: b5c123f3-429d-44a5-9706-bdf48b77fda7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-178.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-178.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-a483d-5f88bc8c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: 3e7360e6-d132-4d54-9d50-9130e2465734
  kind: Event
  lastTimestamp: "2026-07-09T18:18:09Z"
  message: 'Created pod: model-chainer-raw-hpa-a483d-5f88bc8c95-snz9p'
  metadata:
    creationTimestamp: "2026-07-09T18:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:09Z"
    name: model-chainer-raw-hpa-a483d-5f88bc8c95.18c0b1ee68e0aab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16940"
    uid: 1ead2172-147c-4e18-81ea-b4d722bbd198
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-a483d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 5edc5f7b-d25a-4d22-8c77-aa6606449ec7
  kind: Event
  lastTimestamp: "2026-07-09T18:18:09Z"
  message: Scaled up replica set model-chainer-raw-hpa-a483d-5f88bc8c95 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-09T18:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:09Z"
    name: model-chainer-raw-hpa-a483d.18c0b1ee67da333d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16936"
    uid: 53b298b0-99b5-470e-87fe-0c3b6b4efc0a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-a483d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: 1ad64f51-4da1-46d0-8855-1a903e0d68c1
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: InferenceGraph [model-chainer-raw-hpa-a483d] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: model-chainer-raw-hpa-a483d.18c0b1ee6eef0578
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: 9c35eff3-4d18-44e0-a505-fd80a5a99925
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:25:09.771660Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    to ip-10-0-133-76.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:25:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:25:09Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b25027afbfa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20561"
    uid: 6d233095-511c-488c-8631-78239859fb7b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20566"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:25:10Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:25:10Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b250414ead29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 115869f9-f865-42a3-b941-c98a929c018e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:25:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:10Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b250443b9bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20575"
    uid: 93b63b55-925b-4a23-8ed3-a07c21b5f187
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:25:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:10Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b2504759d49e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 1cfbf30b-aec1-4b4f-a35a-e1b4a398acee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:25:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:10Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b25047ce528b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: d6546764-9d82-4df4-876e-def2fe95081e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:25:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:14Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b25134ccf6da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 8db4aa5b-5688-485b-8f42-a7dd4808c98d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:25:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:14Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b25137f86abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 5833d23f-c88a-4a3a-8867-ff9d5eec3e85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:25:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:14Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b251386c43e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20616"
    uid: 76230d33-7d6b-4e57-a752-2d271d6ef9bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:25:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:14Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b2513876c6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: 657664ea-443d-4bf5-b6f9-9f559e7bf31f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:25:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:14Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b2513b7f7ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: 123954db-5e81-4fd5-8c4a-7e2501fece98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:25:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:14Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b2513bef1ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: 92fadfbc-c74a-4967-8255-e18668b3fde6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:26:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:41Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b25170c8775a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21259"
    uid: 0be7dc3a-33c9-46f1-8dab-eeaaea0ca0fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:26:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:40Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b2652b68f53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21246"
    uid: a6df10b0-4e18-43f6-ab7c-822df287e6ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:26:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:40Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b2652b695f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: 5422ddde-0537-4f64-9fb1-33c57e42fd73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 62bceed5-cdca-4da7-8954-dfd844566c81
  kind: Event
  lastTimestamp: "2026-07-09T18:26:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:41Z"
    name: raw-sklearn-45121-predictor-77c554ddcb-rfjm5.18c0b26576f9ce86
    namespace: kserve-ci-e2e-test
    resourceVersion: "21258"
    uid: 93b51d8d-3be8-4229-b17f-1b0e75a0d6d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-45121-predictor-77c554ddcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20544"
    uid: 98d486f4-bbee-4aaa-9488-198aae822dc8
  kind: Event
  lastTimestamp: "2026-07-09T18:25:09Z"
  message: 'Created pod: raw-sklearn-45121-predictor-77c554ddcb-rfjm5'
  metadata:
    creationTimestamp: "2026-07-09T18:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:25:09Z"
    name: raw-sklearn-45121-predictor-77c554ddcb.18c0b250273905bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: f3c31c86-46df-4a0c-80c3-bd1846f48be5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-45121-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: b36e3b49-aa45-4f0a-992a-8c706564a40e
  kind: Event
  lastTimestamp: "2026-07-09T18:25:09Z"
  message: Scaled up replica set raw-sklearn-45121-predictor-77c554ddcb from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-09T18:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:25:09Z"
    name: raw-sklearn-45121-predictor.18c0b25023bf2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20545"
    uid: 2c0e8c91-2b7f-4531-9770-5f90093d3d1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-45121-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20543"
    uid: 53faf370-3356-4bea-a907-1f82986e792f
  kind: Event
  lastTimestamp: "2026-07-09T18:25:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:25:39Z"
    name: raw-sklearn-45121-predictor.18c0b253a305401f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: 7c7418de-6b9f-4b47-bd33-d6466fe039ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-45121-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20543"
    uid: 53faf370-3356-4bea-a907-1f82986e792f
  kind: Event
  lastTimestamp: "2026-07-09T18:25:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:25:39Z"
    name: raw-sklearn-45121-predictor.18c0b253a378d966
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: a9c70c5e-35df-482b-8ec5-fc40cbc2a421
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-45121-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: 53faf370-3356-4bea-a907-1f82986e792f
  kind: Event
  lastTimestamp: "2026-07-09T18:26:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:26:39Z"
    name: raw-sklearn-45121-predictor.18c0b25aa203ee94
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 6c09895c-412e-4bf3-b63a-4ada69a98e8a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-45121-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: 53faf370-3356-4bea-a907-1f82986e792f
  kind: Event
  lastTimestamp: "2026-07-09T18:26:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:26:39Z"
    name: raw-sklearn-45121-predictor.18c0b25aa27eadac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21230"
    uid: 8a5474e7-f5eb-49de-939b-5380f46adb9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-45121
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 87e7edfe-a8d1-4248-b2d7-bdd8021dc687
  kind: Event
  lastTimestamp: "2026-07-09T18:26:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:26:31Z"
    name: raw-sklearn-45121.18c0b25023d2c20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: e64e963e-72ef-4f52-a484-192b32b9a8b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-45121
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 87e7edfe-a8d1-4248-b2d7-bdd8021dc687
  kind: Event
  lastTimestamp: "2026-07-09T18:25:09Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-45121": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-45121":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:25:09Z"
    name: raw-sklearn-45121.18c0b250245f6258
    namespace: kserve-ci-e2e-test
    resourceVersion: "20549"
    uid: f2c4d417-273f-4868-9085-68012098df92
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-45121
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: 87e7edfe-a8d1-4248-b2d7-bdd8021dc687
  kind: Event
  lastTimestamp: "2026-07-09T18:26:31Z"
  message: InferenceService [raw-sklearn-45121] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:26:31Z"
    name: raw-sklearn-45121.18c0b26329f4b525
    namespace: kserve-ci-e2e-test
    resourceVersion: "21172"
    uid: 0bd90c5b-1da0-4ba2-a913-d52df699334b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:26:45.139121Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21307"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    to ip-10-0-133-76.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:26:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:26:45Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b2665c0798d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: 86d94879-817e-47dd-b7c5-a319ba6bfce1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b78bd869b-lh9pl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21316"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:26:45Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:26:45Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b26675984fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21326"
    uid: 35996c40-8b71-4957-9c61-fbc830b108aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:26:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:45Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b266772f3618
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: b802da8c-a15d-4a73-9646-bf7e902c227c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:26:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:45Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b2667a5b4e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: 40f04298-a584-48ed-923a-43a0346afddb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:26:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:45Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b2667acb0888
    namespace: kserve-ci-e2e-test
    resourceVersion: "21330"
    uid: 381ba135-5be9-4c9f-8d5a-a995de8d3641
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:26:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:49Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b2676c01b4e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21368"
    uid: 050211d5-caf7-4ee3-b928-017420a8346b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:26:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:49Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b2676ee40cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: f5c7c693-3ec0-43f1-a859-05d7e1682375
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:26:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:49Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b2676f55ea54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21372"
    uid: 714a6df5-4941-4863-91c5-9a359779205a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:26:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:49Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b2676f604466
    namespace: kserve-ci-e2e-test
    resourceVersion: "21373"
    uid: d362ef14-c409-49f0-ab70-bc9d88f5c6e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:26:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:49Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b26771e5c210
    namespace: kserve-ci-e2e-test
    resourceVersion: "21375"
    uid: 022051dc-d5fe-4e0a-a539-c9e70371f91e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:26:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:49Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b26772520031
    namespace: kserve-ci-e2e-test
    resourceVersion: "21376"
    uid: 0a42af47-c071-4f9d-8fcd-cbaeb529efda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:28:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:17Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b267e3d9ac7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22034"
    uid: f258e7e4-6305-4551-999a-a522cf3d83a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:28:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:15Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b27b55a9703b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22013"
    uid: 6f53c075-ce13-42f9-963c-cf209b8d41d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:28:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:15Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b27b55a9f61d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22014"
    uid: e95ab1de-92ec-47ee-97b4-56a2f265e33b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 2ad9c54a-c384-40e4-bcd6-592824bba3ff
  kind: Event
  lastTimestamp: "2026-07-09T18:28:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:17Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq.18c0b27be9fd1b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "22033"
    uid: 886dfe80-4a03-41e1-949d-e6f22d0a7e74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: 9620fd85-cab0-425b-9b2e-46a0a1d35a66
  kind: Event
  lastTimestamp: "2026-07-09T18:26:45Z"
  message: 'Created pod: raw-sklearn-runtime-c9334-predictor-695df9fcfb-7vnqq'
  metadata:
    creationTimestamp: "2026-07-09T18:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:26:45Z"
    name: raw-sklearn-runtime-c9334-predictor-695df9fcfb.18c0b2665b469c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21308"
    uid: 1c978b44-b267-4fc0-933d-71b0038ea8a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-c9334-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 4cfeb74d-2328-4735-809d-cb98cd8b5402
  kind: Event
  lastTimestamp: "2026-07-09T18:26:45Z"
  message: Scaled up replica set raw-sklearn-runtime-c9334-predictor-695df9fcfb from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:26:45Z"
    name: raw-sklearn-runtime-c9334-predictor.18c0b26656407d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21297"
    uid: 743f7db0-5d10-455c-b983-5aebedcf7623
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:27:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c9334-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21295"
    uid: 45ae7fdc-f540-4e69-a4c6-5f6fd9f382e2
  kind: Event
  lastTimestamp: "2026-07-09T18:27:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:27:30Z"
    name: raw-sklearn-runtime-c9334-predictor.18c0b269d550c3bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21666"
    uid: a83fbdf7-0d45-46b7-9fd5-5acc44dac151
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:27:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c9334-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21295"
    uid: 45ae7fdc-f540-4e69-a4c6-5f6fd9f382e2
  kind: Event
  lastTimestamp: "2026-07-09T18:27:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:27:30Z"
    name: raw-sklearn-runtime-c9334-predictor.18c0b269d5c70fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21667"
    uid: 3ab70b48-2ce1-4670-8526-c1b51c4b63f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:27:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c9334-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: 45ae7fdc-f540-4e69-a4c6-5f6fd9f382e2
  kind: Event
  lastTimestamp: "2026-07-09T18:28:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:28:15Z"
    name: raw-sklearn-runtime-c9334-predictor.18c0b26d54b0f42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21997"
    uid: 355bd928-97fc-48fa-af5b-0d3f078aabf7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:27:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c9334-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: 45ae7fdc-f540-4e69-a4c6-5f6fd9f382e2
  kind: Event
  lastTimestamp: "2026-07-09T18:28:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:28:15Z"
    name: raw-sklearn-runtime-c9334-predictor.18c0b26d55286383
    namespace: kserve-ci-e2e-test
    resourceVersion: "21999"
    uid: 555e3012-aaa4-489a-968d-04f4f86b17e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-c9334
    namespace: kserve-ci-e2e-test
    resourceVersion: "21287"
    uid: 28935315-b01f-480d-b4a4-f8b7fca1b52b
  kind: Event
  lastTimestamp: "2026-07-09T18:28:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:28:07Z"
    name: raw-sklearn-runtime-c9334.18c0b266564272bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21941"
    uid: 08c6f7c3-53ca-4ba3-99b1-444c556522c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-c9334
    namespace: kserve-ci-e2e-test
    resourceVersion: "21287"
    uid: 28935315-b01f-480d-b4a4-f8b7fca1b52b
  kind: Event
  lastTimestamp: "2026-07-09T18:26:45Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-c9334":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-c9334":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:26:45Z"
    name: raw-sklearn-runtime-c9334.18c0b26656d5d7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: 5df224aa-4346-4bc9-8bf8-233ddb046b6d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-c9334
    namespace: kserve-ci-e2e-test
    resourceVersion: "21289"
    uid: 28935315-b01f-480d-b4a4-f8b7fca1b52b
  kind: Event
  lastTimestamp: "2026-07-09T18:26:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-c9334": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:26:45Z"
    name: raw-sklearn-runtime-c9334.18c0b2665e5f91ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21319"
    uid: 414f6568-52fd-4e44-96ba-52cd51927fdf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-c9334
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 28935315-b01f-480d-b4a4-f8b7fca1b52b
  kind: Event
  lastTimestamp: "2026-07-09T18:28:07Z"
  message: InferenceService [raw-sklearn-runtime-c9334] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:28:07Z"
    name: raw-sklearn-runtime-c9334.18c0b2799cd6c0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21939"
    uid: cc1f5b31-13d5-453e-b293-e693f429739f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22280"