---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:12:40.579074Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-279bfc-predictor-866d647b77-4nw6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20911"
    uid: 2af2e2f7-77a1-4ffd-b104-1904fc64e5f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-279bfc-predictor-866d647b77-4nw6z
    to ip-10-0-137-85.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:12:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:12:40Z"
    name: isvc-init-fail-279bfc-predictor-866d647b77-4nw6z.18c2e4ca745f9048
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: cba22006-672f-4db9-8a38-78b8ae9f3dea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-279bfc-predictor-866d647b77-4nw6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20921"
    uid: 2af2e2f7-77a1-4ffd-b104-1904fc64e5f5
  kind: Event
  lastTimestamp: "2026-07-16T22:12:41Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:12:41Z"
    name: isvc-init-fail-279bfc-predictor-866d647b77-4nw6z.18c2e4ca8d9d4e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "20928"
    uid: 3808c921-1ba1-491e-8731-4383397000d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-279bfc-predictor-866d647b77-4nw6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: 2af2e2f7-77a1-4ffd-b104-1904fc64e5f5
  kind: Event
  lastTimestamp: "2026-07-16T22:12:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:43Z"
    name: isvc-init-fail-279bfc-predictor-866d647b77-4nw6z.18c2e4ca8f0eb3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20957"
    uid: 2652f1c8-2c01-4873-9d0a-6917a14cf14f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-279bfc-predictor-866d647b77-4nw6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: 2af2e2f7-77a1-4ffd-b104-1904fc64e5f5
  kind: Event
  lastTimestamp: "2026-07-16T22:12:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:43Z"
    name: isvc-init-fail-279bfc-predictor-866d647b77-4nw6z.18c2e4ca91e9ba4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: 78d31730-dff5-4832-9c64-a0a0efed9ad4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-279bfc-predictor-866d647b77-4nw6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: 2af2e2f7-77a1-4ffd-b104-1904fc64e5f5
  kind: Event
  lastTimestamp: "2026-07-16T22:12:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:43Z"
    name: isvc-init-fail-279bfc-predictor-866d647b77-4nw6z.18c2e4ca9259626a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: 64dfbe1a-529a-4674-b78f-acde060a7efa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-279bfc-predictor-866d647b77-4nw6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: 2af2e2f7-77a1-4ffd-b104-1904fc64e5f5
  kind: Event
  lastTimestamp: "2026-07-16T22:12:45Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:45Z"
    name: isvc-init-fail-279bfc-predictor-866d647b77-4nw6z.18c2e4cbae72563e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20995"
    uid: eab1db0d-b274-4751-bbec-89c916e26136
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-279bfc-predictor-866d647b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 800eec62-9952-48d6-93ea-da377965e438
  kind: Event
  lastTimestamp: "2026-07-16T22:12:40Z"
  message: 'Created pod: isvc-init-fail-279bfc-predictor-866d647b77-4nw6z'
  metadata:
    creationTimestamp: "2026-07-16T22:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:12:40Z"
    name: isvc-init-fail-279bfc-predictor-866d647b77.18c2e4ca73eb663c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: 457e4b4a-963f-40d0-ab9e-40fed201c51b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-279bfc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20901"
    uid: 6dde729a-7709-4828-9f55-1c605bd3db70
  kind: Event
  lastTimestamp: "2026-07-16T22:12:40Z"
  message: Scaled up replica set isvc-init-fail-279bfc-predictor-866d647b77 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-16T22:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:12:40Z"
    name: isvc-init-fail-279bfc-predictor.18c2e4ca70e014df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: 56e75761-d2c5-4c23-a791-30b758d249dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-279bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: 0ec985fb-5322-4ad2-8fbf-2802713d1590
  kind: Event
  lastTimestamp: "2026-07-16T22:12:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:12:43Z"
    name: isvc-init-fail-279bfc.18c2e4ca70ef8e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20963"
    uid: 23146f9a-8946-4c82-92a7-5a1f116ed115
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-279bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: 0ec985fb-5322-4ad2-8fbf-2802713d1590
  kind: Event
  lastTimestamp: "2026-07-16T22:12:40Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-279bfc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-279bfc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:12:40Z"
    name: isvc-init-fail-279bfc.18c2e4ca7175d0c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20907"
    uid: 230b787c-069d-48f2-82cd-dda105504120
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-279bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: 0ec985fb-5322-4ad2-8fbf-2802713d1590
  kind: Event
  lastTimestamp: "2026-07-16T22:12:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-279bfc": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:12:40Z"
    name: isvc-init-fail-279bfc.18c2e4ca71761df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20908"
    uid: 47146f43-cfbb-4c2e-869f-c704ade8da2b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:06:26.370760Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17853"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    to ip-10-0-137-85.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:06:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:06:26Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e47353d1c7c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17859"
    uid: bb90657a-9a89-48aa-9241-a7c62a86d955
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-164a6-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-16T22:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:26Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e4735df42ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17867"
    uid: b046c9e0-8fb2-4f47-8cf8-102f03431366
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:27Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:06:27Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e473912ad5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: 65ba920a-7629-46a0-ba79-4463c352c41c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:27Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e47392f65608
    namespace: kserve-ci-e2e-test
    resourceVersion: "17881"
    uid: 5e0ef21e-b5f7-47c9-ac82-d0138dda9d3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:27Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e47395a328a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17882"
    uid: b800e0d4-24b5-407a-a740-30a731506873
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:27Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e473961314c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 039a130e-bb51-400b-9adf-cd5026cda10c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:31Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e47483ae8a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17915"
    uid: a7419e4a-666a-46fb-ad33-dd15ca7ab5f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:31Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e47486ada3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17917"
    uid: 8c7c2d21-1fd3-4db3-aa70-d65e9fd4a8db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:31Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e474871c640b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17918"
    uid: a9bf6d9a-a0fb-489f-9d16-6f5158be10a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:31Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e47487267c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17919"
    uid: f7a609e9-15db-49d5-a676-d3cd6e0b5d63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:31Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e4748a295cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17922"
    uid: 1c53c7df-789d-4070-9421-e9ca453cb6bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:31Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e4748ad0174b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17923"
    uid: 79614ec4-d610-43e4-82f0-8d1b35eb32b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:31Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c30f46bbbf240f23d63e3057afecb3d51f030f01e92352c91c1f6bf13b53e7c1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:31Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e4748ad9b44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: d1019484-2362-46c4-8bdc-b664bd4d0eed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:31Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-16T22:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:31Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e4748d886f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: e92902bd-a1fb-4d54-b557-419228eea2b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:06:31Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-16T22:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:31Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e4748e1ac70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17927"
    uid: 8940d026-5ef5-46ea-ac67-9d9ee956d5e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:08:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:09Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e474fb82b354
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: 0dcf4f8b-1cde-4574-b9d4-8b1307f7df6a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:08:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-16T22:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:09Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e474fb8af5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: fadb1151-8274-43b6-b070-f6ea3db4c801
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:08:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:01Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e4897fbdc1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 2ad4882f-9341-40fb-84ef-6b669ee6266f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:08:01Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-16T22:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:01Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e4897fbe1037
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 56dc6515-cb46-4b5a-8ba1-105eb1d91ada
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:08:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:01Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e4897fbe61db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: d37094f8-81c3-4d41-b2e8-2c0869597dd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 419f3623-53f4-46ef-bfea-7f159c51321d
  kind: Event
  lastTimestamp: "2026-07-16T22:08:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-16T22:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:19Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544-qkntm.18c2e48a2bb0df39
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: fcab670a-770e-4ab3-8b50-5ba16be6e817
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-164a6-predictor-747b66f544
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: f35c51b0-8495-4a66-afc0-e806ed514a2b
  kind: Event
  lastTimestamp: "2026-07-16T22:06:26Z"
  message: 'Created pod: isvc-logger-raw-164a6-predictor-747b66f544-qkntm'
  metadata:
    creationTimestamp: "2026-07-16T22:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:26Z"
    name: isvc-logger-raw-164a6-predictor-747b66f544.18c2e47352c3f321
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: 8aceb364-244e-459e-a9a8-36c1516aae01
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-164a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: 9df41658-2877-4fb8-8cea-ab09b3742289
  kind: Event
  lastTimestamp: "2026-07-16T22:06:26Z"
  message: Scaled up replica set isvc-logger-raw-164a6-predictor-747b66f544 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-16T22:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:26Z"
    name: isvc-logger-raw-164a6-predictor.18c2e4734eed2470
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: 6e2c9f95-1443-43f5-8d92-343290843057
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-164a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 005990b4-1ac9-4b03-8ff3-87197ab9f9e5
  kind: Event
  lastTimestamp: "2026-07-16T22:06:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:56Z"
    name: isvc-logger-raw-164a6-predictor.18c2e476cd75646e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18124"
    uid: d4251b8b-18a9-498e-888f-bee77ed6ce3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-164a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 005990b4-1ac9-4b03-8ff3-87197ab9f9e5
  kind: Event
  lastTimestamp: "2026-07-16T22:06:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:56Z"
    name: isvc-logger-raw-164a6-predictor.18c2e476cde80c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18125"
    uid: 0c56b59f-4431-4726-af37-3d77e4e2a12d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:07:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-164a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18010"
    uid: 005990b4-1ac9-4b03-8ff3-87197ab9f9e5
  kind: Event
  lastTimestamp: "2026-07-16T22:07:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:07:56Z"
    name: isvc-logger-raw-164a6-predictor.18c2e47dcb9479ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18562"
    uid: c58af826-5725-44e3-9d2a-cc891defb796
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:07:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-164a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18010"
    uid: 005990b4-1ac9-4b03-8ff3-87197ab9f9e5
  kind: Event
  lastTimestamp: "2026-07-16T22:07:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:07:56Z"
    name: isvc-logger-raw-164a6-predictor.18c2e47dcbf98107
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: fbd4cf6a-a40b-4f24-9094-52ff64429744
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-164a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 7142e6ba-7b8f-483b-95c9-82640228a0b0
  kind: Event
  lastTimestamp: "2026-07-16T22:07:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:07:49Z"
    name: isvc-logger-raw-164a6.18c2e4734f0202b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18515"
    uid: 363238dc-e36a-41b3-9e99-7ef9340828a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-164a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 7142e6ba-7b8f-483b-95c9-82640228a0b0
  kind: Event
  lastTimestamp: "2026-07-16T22:06:26Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-164a6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-164a6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:06:26Z"
    name: isvc-logger-raw-164a6.18c2e4734f73b050
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: eeb189d7-2331-4779-b6d0-5348c44e9085
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-164a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17836"
    uid: 7142e6ba-7b8f-483b-95c9-82640228a0b0
  kind: Event
  lastTimestamp: "2026-07-16T22:06:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-164a6": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:06:26Z"
    name: isvc-logger-raw-164a6.18c2e473573ba1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 7bda576c-a18e-4495-8b5b-29fc67b8cf4d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:07:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-164a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18513"
    uid: 7142e6ba-7b8f-483b-95c9-82640228a0b0
  kind: Event
  lastTimestamp: "2026-07-16T22:07:49Z"
  message: InferenceService [isvc-logger-raw-164a6] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:07:49Z"
    name: isvc-logger-raw-164a6.18c2e486b50cfa9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18514"
    uid: b9709c75-e9b9-4c4a-bd70-c5b92063445a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:10:47.050281Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19918"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    to ip-10-0-137-85.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:10:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:10:47Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4b005879ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 2384a97b-84c0-46e2-bc88-f8a63997bbf5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:10:47Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:10:47Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4b01f183721
    namespace: kserve-ci-e2e-test
    resourceVersion: "19939"
    uid: fb2d4bb3-f8f0-4227-8a43-fe5374ec41e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:10:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:10:47Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4b022098cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19941"
    uid: 51c4ab98-00b3-4ad8-a210-0532370711c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:10:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:10:47Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4b02480d415
    namespace: kserve-ci-e2e-test
    resourceVersion: "19942"
    uid: 83b0dd9f-1798-4b0d-9c4d-4a66f1260b5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:10:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:10:47Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4b024f2634a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19943"
    uid: 943f6cd1-fbab-4efb-a3bd-53dd9e317e2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:10:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:10:51Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4b109bd2ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 5fcd1c73-06aa-4c50-a8df-40008f1d5cc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:10:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:10:51Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4b10c950f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19981"
    uid: 2e5b0ec6-0d90-465e-a780-a256d6353216
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:10:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:10:51Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4b10d027b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: 9e906dda-ff03-4d08-b164-b7bee8af2469
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:10:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:10:51Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4b10d0c87dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 6fae6a93-4a9d-49b8-ba91-99f77fa13318
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:10:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:10:51Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4b11197857d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19988"
    uid: bea891e6-1cb3-456c-a9d7-c2b348cffac9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:10:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:10:51Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4b1120affb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19989"
    uid: d9fc4c32-db4c-403a-a16c-a8227c2c89b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:12:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:38Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4b145d34d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: 0b79996c-20fb-4ac5-9f2d-0036c208ea25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:12:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:35Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4c93f189f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "20834"
    uid: 22e3ba4d-a414-4b10-a868-0317abeea023
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:12:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:35Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4c93f19cfe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: 5c3883aa-b906-4d06-bb40-9ee187eccde5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 8ec9480e-76e6-4fbd-8e69-a3b620d31168
  kind: Event
  lastTimestamp: "2026-07-16T22:12:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-16T22:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:38Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86-64jt7.18c2e4c9f4484186
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: 5fad81bb-25d8-43e2-b08a-1be52c3f1404
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-9e75a1-predictor-7fd479db86
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: 95adf5d0-0c2b-4bb9-b8cd-e1324f618108
  kind: Event
  lastTimestamp: "2026-07-16T22:10:47Z"
  message: 'Created pod: isvc-primary-9e75a1-predictor-7fd479db86-64jt7'
  metadata:
    creationTimestamp: "2026-07-16T22:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:10:47Z"
    name: isvc-primary-9e75a1-predictor-7fd479db86.18c2e4b004eaf1d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19919"
    uid: 5c6185d0-49fe-4278-9d75-402af7286810
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-9e75a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19906"
    uid: 176bae76-c39f-4d6f-8761-cb5231e74dcb
  kind: Event
  lastTimestamp: "2026-07-16T22:10:46Z"
  message: Scaled up replica set isvc-primary-9e75a1-predictor-7fd479db86 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-16T22:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:10:46Z"
    name: isvc-primary-9e75a1-predictor.18c2e4afffb9d2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19910"
    uid: 25be011a-21c5-48b7-8ab0-ad9f80656583
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9e75a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: fc3cf67f-6026-4bf9-84da-46793731369f
  kind: Event
  lastTimestamp: "2026-07-16T22:11:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:11:01Z"
    name: isvc-primary-9e75a1-predictor.18c2e4b37ec5d8e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20065"
    uid: 1381219b-6ca9-46e5-8875-13ec5ed1d68f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9e75a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: fc3cf67f-6026-4bf9-84da-46793731369f
  kind: Event
  lastTimestamp: "2026-07-16T22:11:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:11:01Z"
    name: isvc-primary-9e75a1-predictor.18c2e4b37f30a7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: fc029fca-6b3d-457a-939f-070af1e1ac64
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9e75a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: fc3cf67f-6026-4bf9-84da-46793731369f
  kind: Event
  lastTimestamp: "2026-07-16T22:12:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:12:32Z"
    name: isvc-primary-9e75a1-predictor.18c2e4b6fe02ba70
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: f98f1c71-fe28-4cd5-bb0c-d08d5d5b520b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9e75a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: fc3cf67f-6026-4bf9-84da-46793731369f
  kind: Event
  lastTimestamp: "2026-07-16T22:12:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:12:32Z"
    name: isvc-primary-9e75a1-predictor.18c2e4b6fe73562c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: d4297d08-fd80-4df9-8716-5dc4c11c8f72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9e75a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 684c95c9-5570-4193-9d5d-1c36e7f33bd7
  kind: Event
  lastTimestamp: "2026-07-16T22:12:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:12:08Z"
    name: isvc-primary-9e75a1.18c2e4afffd569d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20544"
    uid: 05022b28-55b9-43a6-970f-72aea756dce5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9e75a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 684c95c9-5570-4193-9d5d-1c36e7f33bd7
  kind: Event
  lastTimestamp: "2026-07-16T22:10:47Z"
  message: 'Failed to update status for InferenceService "isvc-primary-9e75a1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-9e75a1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:10:47Z"
    name: isvc-primary-9e75a1.18c2e4b00035b874
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: 5b1756fe-4569-4b34-bc4c-9960dc2f66a8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9e75a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 684c95c9-5570-4193-9d5d-1c36e7f33bd7
  kind: Event
  lastTimestamp: "2026-07-16T22:10:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-9e75a1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:10:47Z"
    name: isvc-primary-9e75a1.18c2e4b0003601b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: 37df1c36-e829-4b37-a299-84b87a7c9291
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9e75a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 684c95c9-5570-4193-9d5d-1c36e7f33bd7
  kind: Event
  lastTimestamp: "2026-07-16T22:12:08Z"
  message: InferenceService [isvc-primary-9e75a1] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:12:08Z"
    name: isvc-primary-9e75a1.18c2e4c2fe3f0ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 91521a89-ff05-4306-b293-cb4d2c862da2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:00:40.455473Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14680"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    to ip-10-0-137-85.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:00:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:00:40Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e422c9a96979
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: 6d32df40-77bc-4c63-9799-fba9d61e2b9a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:00:40Z"
  message: Add eth0 [10.134.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:00:40Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e422e2ed7fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14704"
    uid: 512b3523-e60a-46f3-87f2-6c0d943ae6b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:00:40Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
  metadata:
    creationTimestamp: "2026-07-16T22:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:00:40Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e422e48b59ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14707"
    uid: a548e77c-d009-4d24-bf23-1ef8526fcdee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:00:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    in 3.298s (3.298s including waiting). Image size: 300574656 bytes.'
  metadata:
    creationTimestamp: "2026-07-16T22:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:00:44Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e423a9242349
    namespace: kserve-ci-e2e-test
    resourceVersion: "14729"
    uid: 63c6f0e0-6d67-4767-a12a-978d33464897
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:00:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:00:44Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e423ac10c755
    namespace: kserve-ci-e2e-test
    resourceVersion: "14730"
    uid: b592bb01-da91-46ca-b2be-b2281798f71b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:00:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:00:44Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e423ac808914
    namespace: kserve-ci-e2e-test
    resourceVersion: "14731"
    uid: 72acaaa8-7c5c-4b0d-8204-4cbf4f0ddfad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:00:48Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745"
  metadata:
    creationTimestamp: "2026-07-16T22:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:00:48Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e424922d1088
    namespace: kserve-ci-e2e-test
    resourceVersion: "14769"
    uid: 4fd529ff-73cd-462f-b249-8a7c2466f4a4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:01:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745"
    in 13.03s (13.03s including waiting). Image size: 1555872170 bytes.'
  metadata:
    creationTimestamp: "2026-07-16T22:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:01Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e4279ad89f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 8eeaac37-3147-4c54-a070-0890cb5dd290
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:01:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:01Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e4279db06191
    namespace: kserve-ci-e2e-test
    resourceVersion: "14865"
    uid: d3ca076a-6c8c-495a-9887-6c456d4c81b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:01:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:01Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e4279e1ef0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: 5435c808-b229-45ee-9e6d-dd43251aae85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:01:01Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-16T22:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:01Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e4279e2be05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: c7f6cb27-9203-4504-b3cf-2c3b65710752
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:01:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 6.694s (6.694s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-16T22:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:07Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e4292d30e51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: e1175d87-2bf5-43e8-8aa4-6bf7cf936196
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:01:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:07Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e42930485bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14918"
    uid: f8d87d55-da31-441a-9396-13e4580cbd9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:01:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:07Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e42930b93ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: 2eea3c5a-d2ea-45ef-8c7f-e7176bc66ad6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:01:07Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:c30f46bbbf240f23d63e3057afecb3d51f030f01e92352c91c1f6bf13b53e7c1"
  metadata:
    creationTimestamp: "2026-07-16T22:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:07Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e42930c5d400
    namespace: kserve-ci-e2e-test
    resourceVersion: "14921"
    uid: 287629ce-fdf3-48ee-a9a1-a830c0254274
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:01:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:c30f46bbbf240f23d63e3057afecb3d51f030f01e92352c91c1f6bf13b53e7c1"
    in 3.76s (3.76s including waiting). Image size: 240005729 bytes.'
  metadata:
    creationTimestamp: "2026-07-16T22:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:11Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e42a10e81d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14948"
    uid: 8123a057-25f2-4fa1-9388-7cd104409412
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:01:11Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-16T22:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:11Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e42a1458517b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: d7bb283e-8cb8-4122-a56a-972bc3513e71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:01:11Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-16T22:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:11Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e42a14c76ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 9f03cffd-fdde-40d8-aad0-9146710bfa5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:02:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:54Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e42a6b07a2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 31722fb3-9dfb-4f3b-949b-2eb2abc936a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:02:44Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-16T22:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:44Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e42a6b0dc517
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: f77e409e-36cb-46c3-8ae2-1d4c659a24af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:02:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:25Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e43b41caa905
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 8a79ce15-0df9-4d09-9642-e58464b3478e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:02:25Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:25Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e43b41cb1cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15528"
    uid: 4b174ea5-1eaf-4690-a699-a445424d82fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:02:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:25Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e43b41cb564e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: e07e80aa-12e2-4560-802c-8b685c116f1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: b7d5487f-c523-450c-b345-b026ba28dd9a
  kind: Event
  lastTimestamp: "2026-07-16T22:02:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.16:8643/healthz": dial tcp
    10.134.0.16:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-16T22:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:52Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc.18c2e43ba592794d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: 629ca386-46b3-41c9-a852-2cc31583523f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887
    namespace: kserve-ci-e2e-test
    resourceVersion: "14668"
    uid: 2d98f8cf-1136-4af7-93e9-1d798e82a627
  kind: Event
  lastTimestamp: "2026-07-16T22:00:40Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887-s52wc'
  metadata:
    creationTimestamp: "2026-07-16T22:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:00:40Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887.18c2e422c91113ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14681"
    uid: 1bff5c49-8354-412a-95cf-1906f9fd4450
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-5f43b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14667"
    uid: 22e30856-5dc2-4f23-a84f-59807b91ea99
  kind: Event
  lastTimestamp: "2026-07-16T22:00:40Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-5f43b-predictor-59fd64887
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:00:40Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor.18c2e422c0ebbe81
    namespace: kserve-ci-e2e-test
    resourceVersion: "14670"
    uid: b7a2a629-5e97-43b5-8f21-7e8317716ba5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5f43b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 6d736cc8-d8a1-4756-bc01-4fd769b30f43
  kind: Event
  lastTimestamp: "2026-07-16T22:01:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:01:25Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor.18c2e426463f5b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "15052"
    uid: df02d578-8dbe-4871-bbbe-cb8638ca59c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5f43b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 6d736cc8-d8a1-4756-bc01-4fd769b30f43
  kind: Event
  lastTimestamp: "2026-07-16T22:01:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:01:25Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor.18c2e42646af3b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: 606670d0-16fc-4bdc-ad21-c2bc119ff00d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5f43b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: 6d736cc8-d8a1-4756-bc01-4fd769b30f43
  kind: Event
  lastTimestamp: "2026-07-16T22:02:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:02:10Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor.18c2e430c3573e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: 57728865-8895-405b-9696-0279cf6b95ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5f43b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: 6d736cc8-d8a1-4756-bc01-4fd769b30f43
  kind: Event
  lastTimestamp: "2026-07-16T22:02:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:02:10Z"
    name: isvc-raw-sklearn-batcher-5f43b-predictor.18c2e430c3cbdeb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: fb608b12-e0af-4dc2-a79b-c2cceba41999
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5f43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: 39c60185-5ee9-459c-8afd-4d94a43219bd
  kind: Event
  lastTimestamp: "2026-07-16T22:02:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:02:14Z"
    name: isvc-raw-sklearn-batcher-5f43b.18c2e422c701bab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 118809db-5d5a-4a23-b84f-c0b722a88351
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5f43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: 39c60185-5ee9-459c-8afd-4d94a43219bd
  kind: Event
  lastTimestamp: "2026-07-16T22:00:40Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-5f43b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-5f43b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:00:40Z"
    name: isvc-raw-sklearn-batcher-5f43b.18c2e422c771dd7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14695"
    uid: 3d9fc981-46dd-4a57-944d-37787304b1d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5f43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: 39c60185-5ee9-459c-8afd-4d94a43219bd
  kind: Event
  lastTimestamp: "2026-07-16T22:00:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-5f43b": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:00:40Z"
    name: isvc-raw-sklearn-batcher-5f43b.18c2e422c7723aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: 6467e576-d231-4adf-a568-1ea559ab4384
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5f43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 39c60185-5ee9-459c-8afd-4d94a43219bd
  kind: Event
  lastTimestamp: "2026-07-16T22:02:14Z"
  message: InferenceService [isvc-raw-sklearn-batcher-5f43b] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:02:14Z"
    name: isvc-raw-sklearn-batcher-5f43b.18c2e438a5d58ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: a5e02e10-ee08-4447-9aae-2b8d6922272c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:12:17.319090Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 3a8d798a-ef3b-456a-81a5-a5f4664590a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s
    to ip-10-0-137-85.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:12:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:12:17Z"
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s.18c2e4c509f86759
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: e3b1827e-b076-4ef6-9b30-15fe3ad3da10
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 3a8d798a-ef3b-456a-81a5-a5f4664590a3
  kind: Event
  lastTimestamp: "2026-07-16T22:12:17Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:12:17Z"
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s.18c2e4c5234c31d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 7b830796-4aab-4a74-87da-52a8f5b4e277
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 3a8d798a-ef3b-456a-81a5-a5f4664590a3
  kind: Event
  lastTimestamp: "2026-07-16T22:12:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:23Z"
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s.18c2e4c524d0d73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20709"
    uid: 191478dd-a695-410b-888a-d3636ba42597
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 3a8d798a-ef3b-456a-81a5-a5f4664590a3
  kind: Event
  lastTimestamp: "2026-07-16T22:12:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:23Z"
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s.18c2e4c52753793e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20711"
    uid: b4224dec-56ee-47c6-8ebb-fca682ffb9c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 3a8d798a-ef3b-456a-81a5-a5f4664590a3
  kind: Event
  lastTimestamp: "2026-07-16T22:12:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:23Z"
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s.18c2e4c527bebd32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: 9a15ee86-7358-48b2-aea8-01f2036f1d1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 3a8d798a-ef3b-456a-81a5-a5f4664590a3
  kind: Event
  lastTimestamp: "2026-07-16T22:12:28Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s_kserve-ci-e2e-test(3a8d798a-ef3b-456a-81a5-a5f4664590a3)
  metadata:
    creationTimestamp: "2026-07-16T22:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:28Z"
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s.18c2e4c7b51795f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: b4164ea7-a76b-40a0-bb25-b4384cb1ec1d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: 6b1112f1-611b-42a7-828c-047ca8272e4a
  kind: Event
  lastTimestamp: "2026-07-16T22:12:17Z"
  message: 'Created pod: isvc-secondary-9e75a1-predictor-7b56c4bfc-kk54s'
  metadata:
    creationTimestamp: "2026-07-16T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:12:17Z"
    name: isvc-secondary-9e75a1-predictor-7b56c4bfc.18c2e4c50941f63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20632"
    uid: 7a90e7e7-d24b-4c25-a2bc-d335f2d1190f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-9e75a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: 3c012cf1-bdb5-4c67-a69b-e9e62ae1a658
  kind: Event
  lastTimestamp: "2026-07-16T22:12:17Z"
  message: Scaled up replica set isvc-secondary-9e75a1-predictor-7b56c4bfc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-16T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:12:17Z"
    name: isvc-secondary-9e75a1-predictor.18c2e4c504003f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 9a63648b-31d1-4a67-a26d-d0887ff278a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9e75a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: 63c5cb3e-13a1-41c8-b58c-fb65d513355f
  kind: Event
  lastTimestamp: "2026-07-16T22:12:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:12:32Z"
    name: isvc-secondary-9e75a1-predictor.18c2e4c8826a13b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20782"
    uid: 7256739c-4b0d-4554-8ccc-f4ffff5f7119
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9e75a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: 63c5cb3e-13a1-41c8-b58c-fb65d513355f
  kind: Event
  lastTimestamp: "2026-07-16T22:12:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:12:32Z"
    name: isvc-secondary-9e75a1-predictor.18c2e4c882b5d88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: 55052e81-e193-44f5-822d-9297e4d09c55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9e75a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20612"
    uid: 89ac48c3-d371-4a16-ba3a-b720a20025a3
  kind: Event
  lastTimestamp: "2026-07-16T22:12:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:12:28Z"
    name: isvc-secondary-9e75a1.18c2e4c5040b6e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20754"
    uid: 593190e3-22ed-483b-bb45-71700e68422c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9e75a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20612"
    uid: 89ac48c3-d371-4a16-ba3a-b720a20025a3
  kind: Event
  lastTimestamp: "2026-07-16T22:12:17Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-9e75a1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-9e75a1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:12:17Z"
    name: isvc-secondary-9e75a1.18c2e4c504d19ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 5a26075d-f8c1-4a5b-a35f-09ff369c7e93
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9e75a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20612"
    uid: 89ac48c3-d371-4a16-ba3a-b720a20025a3
  kind: Event
  lastTimestamp: "2026-07-16T22:12:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-9e75a1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:12:17Z"
    name: isvc-secondary-9e75a1.18c2e4c504d1e04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: 875756af-0b1d-44ae-b4c8-891672e8c7d0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:02:25.692051Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    to ip-10-0-137-85.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:02:25Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e43b4a403266
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: ac34e00b-abfb-4f8b-bb99-a464dfd9c559
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:02:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-a32f7-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:25Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e43b5bdfbd83
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: 29191ab6-4e41-4423-9548-ac53b4f0cb4f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:02:26Z"
  message: Add eth0 [10.134.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:02:26Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e43b87e52d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: 179a173e-29ae-4647-825a-e5d120419c48
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:02:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:26Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e43b89740c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: a3c905db-6bef-4d35-ba3f-c25876e7e7ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:02:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:26Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e43b8c780dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: de451bca-1ea7-44a2-b6a9-3d52c1de4ca4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:02:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:26Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e43b8cea6987
    namespace: kserve-ci-e2e-test
    resourceVersion: "15601"
    uid: e7c619d3-16d6-4b09-937f-be5cad039c90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:02:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:32Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e43ccd4a5de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15671"
    uid: a9fa3020-53ce-4f22-b664-ea2bdc580844
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:02:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:32Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e43cfcb2b084
    namespace: kserve-ci-e2e-test
    resourceVersion: "15677"
    uid: 6e2b6562-e764-4b05-a0ae-36361eaaaa69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:02:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:32Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e43cfd391eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 3d3b1f91-2b31-421d-871b-d3b7bd8465cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:02:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:32Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e43cfd4441fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15679"
    uid: 7d8964a6-509f-4724-9963-455510e6dddc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:02:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:33Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e43d003d6919
    namespace: kserve-ci-e2e-test
    resourceVersion: "15680"
    uid: 27bba64d-ecab-4365-867f-01dc4fa21ae0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:02:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:33Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e43d00ac3078
    namespace: kserve-ci-e2e-test
    resourceVersion: "15681"
    uid: 5abd952d-69c8-4e4f-bb3b-3c8dce7ab97b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:04:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:19Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e43d1d4a257d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 0d7ad6cd-d51a-4fd1-b104-df8d4ad38cd8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:04:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:15Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e454f270a97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: e50375d2-32f7-45cd-889a-5556bb6086db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:04:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:15Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e454f271638e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: ee810ab3-2da4-4a05-84bc-7eba9aedd37d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 738f7248-0233-4a30-bf21-f591d48e9a79
  kind: Event
  lastTimestamp: "2026-07-16T22:04:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.17:8643/healthz": dial tcp
    10.134.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-16T22:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:19Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x.18c2e455cb8f2b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: 37c7bd1f-0df2-4472-8495-e1d1f0211800
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15526"
    uid: 5eba7b64-7a7e-414f-9003-d47367739471
  kind: Event
  lastTimestamp: "2026-07-16T22:02:25Z"
  message: 'Created pod: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f-pnl7x'
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:02:25Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f.18c2e43b49bfca91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 2c853f52-ae27-458e-9d49-3cab0fe21475
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-a32f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15521"
    uid: 7f9382d7-b360-4180-9c51-28f963503604
  kind: Event
  lastTimestamp: "2026-07-16T22:02:25Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-a32f7-predictor-c9d466f5f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:02:25Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor.18c2e43b42d8c34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: 98bb07d1-0a68-40a0-ad40-95addf442973
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-a32f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: 91854a23-f242-4c8a-a464-2775c9cb8653
  kind: Event
  lastTimestamp: "2026-07-16T22:02:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:02:55Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor.18c2e43ec0edc448
    namespace: kserve-ci-e2e-test
    resourceVersion: "15867"
    uid: 75c6854c-d2c2-4b86-8136-1b9706d7b34f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-a32f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: 91854a23-f242-4c8a-a464-2775c9cb8653
  kind: Event
  lastTimestamp: "2026-07-16T22:02:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:02:55Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor.18c2e43ec1660677
    namespace: kserve-ci-e2e-test
    resourceVersion: "15868"
    uid: 1f493360-75fe-4799-b552-bad971af94ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-16T22:03:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-a32f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15743"
    uid: 91854a23-f242-4c8a-a464-2775c9cb8653
  kind: Event
  lastTimestamp: "2026-07-16T22:04:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:10Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor.18c2e445c0073029
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: 621c5d2e-ab2e-4a97-bc10-832cdb48a4b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-16T22:03:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-a32f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15743"
    uid: 91854a23-f242-4c8a-a464-2775c9cb8653
  kind: Event
  lastTimestamp: "2026-07-16T22:04:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:10Z"
    name: isvc-sklearn-graph-raw-a32f7-predictor.18c2e445c06a30b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: c15f1ff6-eea9-4d9d-a816-abd0b65dbabc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-a32f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: 1955682f-537e-46eb-96b1-440c9e99cc11
  kind: Event
  lastTimestamp: "2026-07-16T22:03:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:03:49Z"
    name: isvc-sklearn-graph-raw-a32f7.18c2e43b42ddea20
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: fe745a45-09f3-42b2-835c-83fc03db8298
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-a32f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: 1955682f-537e-46eb-96b1-440c9e99cc11
  kind: Event
  lastTimestamp: "2026-07-16T22:02:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-a32f7":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-a32f7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:02:25Z"
    name: isvc-sklearn-graph-raw-a32f7.18c2e43b448bf30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: c615462c-187f-4cbb-8648-794bc072cab0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:03:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-a32f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16280"
    uid: 1955682f-537e-46eb-96b1-440c9e99cc11
  kind: Event
  lastTimestamp: "2026-07-16T22:03:49Z"
  message: InferenceService [isvc-sklearn-graph-raw-a32f7] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:03:49Z"
    name: isvc-sklearn-graph-raw-a32f7.18c2e44ed547b1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16282"
    uid: 41eb04bb-d97c-4022-8820-ecbb36e17911
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:04:15.968248Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    to ip-10-0-137-85.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:04:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:04:15Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e454f73954f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: db5389a9-6559-458f-8c34-0a8075636d78
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:04:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-7f37f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-16T22:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:16Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e455005c9b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: a8c73322-3a07-41ee-be43-227f2efdfad5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:04:16Z"
  message: Add eth0 [10.134.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:04:16Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e4553477e994
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 990d8724-56f4-4962-a62d-24cffe041f5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:04:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:17Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e4553616ebe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 3788942b-7822-4872-808d-63fdc2afb7a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:04:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:17Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e45539b84475
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: f8335909-5fbb-4cbb-9401-5aee51daf3d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:04:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:17Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e4553a29bfda
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: dbd827ce-1bfb-44c4-b1d6-762946e9b7d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:04:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:20Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e456215a3325
    namespace: kserve-ci-e2e-test
    resourceVersion: "16709"
    uid: a0e4139c-5e20-4f9b-8612-8ab05dadcaf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:04:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:21Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e45625386664
    namespace: kserve-ci-e2e-test
    resourceVersion: "16713"
    uid: 7dee3d02-abf9-4ed7-96a4-71fdcdfab43d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:04:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:21Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e45625c40fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16716"
    uid: 5b75dbcb-2763-426a-b655-879b804a1903
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:04:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:21Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e45625cfe169
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 2b35dc82-746a-4a4b-9d95-993b7e91a3b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:04:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:21Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e4562a611f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: 511ee444-a3b0-440d-af93-26322c76e43b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:04:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:21Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e4562ad329d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16720"
    uid: 0ddcbc2b-8166-4fda-8a0f-322f27c749db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e4565d7fbe89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 8d9f2df0-9374-430b-a809-309a671e35b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:06:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:06Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e46ea8266e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "17609"
    uid: 87708ecc-8c7c-44be-b26f-90874ab33442
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:06:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:06Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e46ea8272ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: 195708e4-5fcf-4021-8ed2-b31b55df7dd1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 020dc3fe-e94c-444d-b968-021fcd129218
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp
    10.134.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd.18c2e46f0be3303c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: 727f4526-e1cd-4c3e-9612-d550f6697ae1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 334083b9-24a1-49fc-93dc-97bb04f63bf7
  kind: Event
  lastTimestamp: "2026-07-16T22:04:15Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc-5jwpd'
  metadata:
    creationTimestamp: "2026-07-16T22:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:15Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc.18c2e454f6c758be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: 2430780a-e690-4378-b935-066bd11d155c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: 2d1e1cd9-ed44-407f-bce6-79f0d5497b1b
  kind: Event
  lastTimestamp: "2026-07-16T22:04:15Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-7f37f-predictor-785ff475bc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:15Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor.18c2e454f2451760
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 3520bab6-9269-492a-abe1-735a789b3613
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: 516df506-409b-4b0a-a52c-a0b14756565e
  kind: Event
  lastTimestamp: "2026-07-16T22:04:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:30Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor.18c2e45871469444
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: 49ca1a0b-0c1b-4104-90fa-41c7de1e4047
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: 516df506-409b-4b0a-a52c-a0b14756565e
  kind: Event
  lastTimestamp: "2026-07-16T22:04:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:30Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor.18c2e45871b7db0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: 04fba1d9-6e5e-491b-8a7e-ea27e7850f2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: 516df506-409b-4b0a-a52c-a0b14756565e
  kind: Event
  lastTimestamp: "2026-07-16T22:06:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:01Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor.18c2e45bf072dfb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17516"
    uid: 6e94cb8d-b662-4fa1-b337-3e4968a86232
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: 516df506-409b-4b0a-a52c-a0b14756565e
  kind: Event
  lastTimestamp: "2026-07-16T22:06:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:01Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f-predictor.18c2e45bf0dccad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: 3edcc225-a811-48f6-badb-9bdcc3de75c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-7f37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 15e6ba70-b233-45ca-b9b6-dbf3acfce76e
  kind: Event
  lastTimestamp: "2026-07-16T22:05:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:05:38Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f.18c2e454f26264a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: eb394ca0-678b-4880-9877-b074fdd05efc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-7f37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 15e6ba70-b233-45ca-b9b6-dbf3acfce76e
  kind: Event
  lastTimestamp: "2026-07-16T22:04:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-7f37f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-7f37f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:04:15Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f.18c2e454f2e90260
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: f276f92a-ec3f-441a-a273-ad7febd4066a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-7f37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17317"
    uid: 15e6ba70-b233-45ca-b9b6-dbf3acfce76e
  kind: Event
  lastTimestamp: "2026-07-16T22:05:38Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-7f37f] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:05:38Z"
    name: isvc-sklearn-graph-raw-hpa-7f37f.18c2e4681a809c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: eb0c4333-5f5b-4881-8593-482491d2a8af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:08:01.787430Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18658"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    to ip-10-0-137-85.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:08:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:08:01Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e4898b18af32
    namespace: kserve-ci-e2e-test
    resourceVersion: "18663"
    uid: e7c10f88-146f-4baa-9350-a1802b10a260
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18669"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:08:02Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:08:02Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e489a45ac9ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 4c38fdba-ff32-4cee-aa3d-f0ed83a68c04
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:08:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:02Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e489a6092294
    namespace: kserve-ci-e2e-test
    resourceVersion: "18680"
    uid: aea853b8-747b-4785-981f-9c1032614768
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:08:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:02Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e489a9937694
    namespace: kserve-ci-e2e-test
    resourceVersion: "18683"
    uid: b8dc6095-019c-46d0-a394-afbc9afcdc47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:08:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:02Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e489aa04973c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18684"
    uid: 9fa73be0-79c8-4da0-9a00-cb1dd151af82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:08:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:06Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e48ab7a2bd8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18729"
    uid: 1afb9ad5-ff06-4cf9-8665-150eaf5d4850
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:08:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:06Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e48abb198e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "18731"
    uid: 05f5c58d-0516-478a-b5a2-84fac67b36b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:08:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:06Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e48abb8cb4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18732"
    uid: 51dc98fa-bba5-4e4a-912f-20e587e0b182
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:08:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:06Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e48abb95cb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18735"
    uid: 1820dac6-6464-495f-a5c4-65454efa4ace
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:08:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:06Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e48abe7ac1d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18737"
    uid: 4cb86464-f0e8-4f43-93c0-7349bc8fd11e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:08:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:06Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e48abee9a297
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 5f4d08b3-ac4b-462a-8884-2447e15419e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:10:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:10:42Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e48b2f780583
    namespace: kserve-ci-e2e-test
    resourceVersion: "19869"
    uid: b2fc7d72-2234-472b-acdf-692eff205028
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:10:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:10:41Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e4aecfa4e0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 6c98a552-600f-48b3-83ba-fbec0bcc2de4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:10:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:10:41Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e4aecfa560c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: c4a652e8-4f9d-439d-bfe7-aea0d9bf2ff0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8f4d1fa8-49c5-454f-9641-c4baaf90fe78
  kind: Event
  lastTimestamp: "2026-07-16T22:10:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-16T22:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:10:49Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck.18c2e4af81f4a9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 3ea33925-67e3-443d-a4cb-d8139ac63548
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18631"
    uid: 46750c03-230d-4fbc-aee4-ff97b644b2ab
  kind: Event
  lastTimestamp: "2026-07-16T22:08:01Z"
  message: 'Created pod: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf-wbsck'
  metadata:
    creationTimestamp: "2026-07-16T22:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:08:01Z"
    name: isvc-sklearn-scale-raw-e4053-predictor-66769ddddf.18c2e4898aa0a72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: e02ae0c5-bb35-4ce6-b609-f37db616ee5e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-e4053-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18628"
    uid: 1767d218-1408-4d17-be03-7d7b9bdc1976
  kind: Event
  lastTimestamp: "2026-07-16T22:08:01Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-e4053-predictor-66769ddddf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:08:01Z"
    name: isvc-sklearn-scale-raw-e4053-predictor.18c2e489847b6521
    namespace: kserve-ci-e2e-test
    resourceVersion: "18635"
    uid: 2faec09c-6e29-4adb-a24e-c17a52ce6b9f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-e4053-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18630"
    uid: e372ef1f-5b02-456a-b943-9cbad8c1ff1a
  kind: Event
  lastTimestamp: "2026-07-16T22:08:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:08:16Z"
    name: isvc-sklearn-scale-raw-e4053-predictor.18c2e48d039f0316
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: 12da51ba-658f-46ea-820e-c2f65736e761
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-e4053-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18630"
    uid: e372ef1f-5b02-456a-b943-9cbad8c1ff1a
  kind: Event
  lastTimestamp: "2026-07-16T22:08:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:08:16Z"
    name: isvc-sklearn-scale-raw-e4053-predictor.18c2e48d0445365f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: e9305c27-7dfb-49bb-8d15-4da3b98454d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-e4053-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: e372ef1f-5b02-456a-b943-9cbad8c1ff1a
  kind: Event
  lastTimestamp: "2026-07-16T22:10:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:10:31Z"
    name: isvc-sklearn-scale-raw-e4053-predictor.18c2e4908359796c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: 93790db2-4d4a-42de-9e54-af36282707c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-e4053-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: e372ef1f-5b02-456a-b943-9cbad8c1ff1a
  kind: Event
  lastTimestamp: "2026-07-16T22:10:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:10:31Z"
    name: isvc-sklearn-scale-raw-e4053-predictor.18c2e49083c607b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: 6ab11546-a78a-4103-a5b0-9ed69ddf842e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-e4053
    namespace: kserve-ci-e2e-test
    resourceVersion: "18620"
    uid: f9451500-8800-478c-aee6-af8810033286
  kind: Event
  lastTimestamp: "2026-07-16T22:10:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:10:33Z"
    name: isvc-sklearn-scale-raw-e4053.18c2e489847e1c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: 7146cc34-3967-4863-b689-d102aa1b5591
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-e4053
    namespace: kserve-ci-e2e-test
    resourceVersion: "18620"
    uid: f9451500-8800-478c-aee6-af8810033286
  kind: Event
  lastTimestamp: "2026-07-16T22:08:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-e4053":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-e4053":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:08:01Z"
    name: isvc-sklearn-scale-raw-e4053.18c2e4898922741f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18656"
    uid: 73ff26dc-b46e-4f3e-b4f6-6a7cb8f45324
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-e4053
    namespace: kserve-ci-e2e-test
    resourceVersion: "19778"
    uid: f9451500-8800-478c-aee6-af8810033286
  kind: Event
  lastTimestamp: "2026-07-16T22:10:32Z"
  message: InferenceService [isvc-sklearn-scale-raw-e4053] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:10:32Z"
    name: isvc-sklearn-scale-raw-e4053.18c2e4acbe2a14be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: 6bade614-259f-4502-b20a-8782e3464848
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:02:25.767630Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15568"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    to ip-10-0-137-85.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:02:25Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e43b4ec16ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: e0561cee-af2b-471e-83b0-049cf6d9726c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:02:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-a32f7-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:25Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e43b5bdf3e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15585"
    uid: 52ee5b1c-ca81-4b8b-91b1-39b663093c01
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:02:26Z"
  message: Add eth0 [10.134.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:02:26Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e43b8cffb05e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: dadd79d8-c22e-4afe-9f2c-3a3e052f5977
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:02:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:26Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e43b8e71eb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15604"
    uid: 1831d600-6f5a-4324-83e5-7377852becc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:02:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:26Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e43b91087770
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: 3b66b01e-023e-4896-aa2b-70fedc8d7915
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:02:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:26Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e43b9175e0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: e15f16fe-5865-411c-8b23-b5a5d3a2283d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:02:30Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-16T22:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:30Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e43c69487a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: 2ad543b5-e378-4fb5-9ca1-fd3052a0b08b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:02:48Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.414s (18.414s
    including waiting). Image size: 1306969338 bytes.'
  metadata:
    creationTimestamp: "2026-07-16T22:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:48Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e440b2e48185
    namespace: kserve-ci-e2e-test
    resourceVersion: "15804"
    uid: 943b95e7-0a48-4e53-9473-3f36c0f3884a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:02:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:48Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e440b604481a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 0b37b8f6-0b77-4727-ae63-1747e26eb393
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:02:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:48Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e440b6703172
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: f72a1bc1-f67f-4d94-a672-e5085476891d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:02:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:48Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e440b679869f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15808"
    uid: 0ac22c73-04b3-4e81-a0c5-b6ec23c713df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:02:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:49Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e440b9a0cea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15809"
    uid: 94c67952-4a01-48ae-8be5-f7bd7f356ba0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:02:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:49Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e440ba0fe05c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 412b2daf-6535-4adb-abf9-b4e9772d3179
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:04:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:16Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e44116cf944d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: 5314b424-4272-4a28-a810-f864f3e18575
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:04:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:16Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e454fb1072e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: 2e99bd11-2509-4326-abfe-62b7d219e4e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:04:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:16Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e454fb10ff5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: c44156fe-8ea5-43c2-9347-57475a18af0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: a183ee2a-8930-4e81-9b29-13293cb21f21
  kind: Event
  lastTimestamp: "2026-07-16T22:04:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.18:8643/healthz": dial tcp
    10.134.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-16T22:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:16Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz.18c2e4551cf6f5b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: 490f7fa9-c377-4741-bb6d-e5bc735d7888
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: 6a6418af-3371-43be-87ba-f77fac5cbc04
  kind: Event
  lastTimestamp: "2026-07-16T22:02:25Z"
  message: 'Created pod: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f-btqdz'
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:02:25Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f.18c2e43b4e24620e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15569"
    uid: fc7cb376-3be2-4b6c-94f8-bab4e3988f51
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-a32f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: cf9bd9ce-9985-4234-939e-a51d3764afc6
  kind: Event
  lastTimestamp: "2026-07-16T22:02:25Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-a32f7-predictor-686c679c4f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:02:25Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor.18c2e43b4aaf5ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 3027d744-471f-4b5e-96dd-33a80105254f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-a32f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: f1ae9ceb-9c5e-47ca-9d31-fea5d435d5a8
  kind: Event
  lastTimestamp: "2026-07-16T22:03:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:03:25Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor.18c2e43ec91c0afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: e312192e-2595-4b32-a635-af75c7eba0dc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-a32f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: f1ae9ceb-9c5e-47ca-9d31-fea5d435d5a8
  kind: Event
  lastTimestamp: "2026-07-16T22:03:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:03:25Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor.18c2e43ec986078f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16097"
    uid: 40117221-2755-42f9-a4b4-e54df0413434
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:03:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-a32f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: f1ae9ceb-9c5e-47ca-9d31-fea5d435d5a8
  kind: Event
  lastTimestamp: "2026-07-16T22:04:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:10Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor.18c2e445c741a29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 199f2aac-c51b-4b19-a3e8-52b8cf59f01d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:03:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-a32f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: f1ae9ceb-9c5e-47ca-9d31-fea5d435d5a8
  kind: Event
  lastTimestamp: "2026-07-16T22:04:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:10Z"
    name: isvc-xgboost-graph-raw-a32f7-predictor.18c2e445c7ac5823
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: 77cb3b3d-00df-4c90-b7ad-5f398a2096cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-a32f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: 24e56cd7-198d-4596-92f0-17c5c21c5d79
  kind: Event
  lastTimestamp: "2026-07-16T22:03:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:03:56Z"
    name: isvc-xgboost-graph-raw-a32f7.18c2e43b4abf15bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: 257fd48d-372e-4a41-8727-8fac8dae8031
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-a32f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: 24e56cd7-198d-4596-92f0-17c5c21c5d79
  kind: Event
  lastTimestamp: "2026-07-16T22:02:25Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-a32f7":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-a32f7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:02:25Z"
    name: isvc-xgboost-graph-raw-a32f7.18c2e43b4bc166d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: 389da71a-db9a-4239-b59c-25fd5bb774f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:03:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-a32f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: 24e56cd7-198d-4596-92f0-17c5c21c5d79
  kind: Event
  lastTimestamp: "2026-07-16T22:03:56Z"
  message: InferenceService [isvc-xgboost-graph-raw-a32f7] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:03:56Z"
    name: isvc-xgboost-graph-raw-a32f7.18c2e4507b14c45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: 0975c69b-8978-4881-9382-afd108c2a597
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:04:16.072638Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    to ip-10-0-137-85.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:04:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:04:16Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e454fd723bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: e949a078-469e-4353-b137-fae9803d7894
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:04:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-7f37f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-16T22:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:16Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e4550666f67b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 35f2cc70-f751-465d-a202-9e519e853cc0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:04:17Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:04:17Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e4553ad1d714
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: d48c8ec4-3297-4ad7-8133-bd5e0eede69c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:04:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:17Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e4553c5d1ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: 216eee92-c5ac-4d9f-b853-06c9ae161140
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:04:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:17Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e4553ef63546
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 7bc983dd-b5e5-42eb-b0a5-ad76f96387fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:04:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:17Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e4553f6740a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16662"
    uid: 4e65e28a-c428-48b7-8c3f-38e66ff5bf08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:04:21Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:21Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e4565d57a9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 65edeea6-5238-4772-8825-fcfc611ea068
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:04:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:22Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e456603f631e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: a643864a-0b00-41aa-a571-b1ecb101d775
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:04:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:22Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e45660ae6e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 2f48acc0-abf7-4a67-ac8f-2087fb2b4e72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:04:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:22Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e45660b85090
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: 07446c7b-63ae-4b24-a75f-b81a56d4240a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:04:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:22Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e4566371b7fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: f1d52317-52e0-41c3-8e4e-c0a24b0e5c50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:04:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:22Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e45663debd9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 635ecacd-9d21-4487-9133-a3405f167ec3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:06:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:09Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e457c380634a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17684"
    uid: b3fa021c-709f-4cc9-8c29-f81c038e18d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:06:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:06Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e46eb23dc1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: be1ab9b9-637c-44cc-a5e7-af9e15e1765d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:06:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:06Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e46eb23e8c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 10a2e380-41ac-4640-b7df-db899b6f4d3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: e9b499bf-dfe6-451b-b5c4-81aeb539eab7
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp
    10.134.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-16T22:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:08Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj.18c2e46f0c36b2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: fb87e059-bad8-46ae-944e-8c7221412e91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16596"
    uid: 5b33083b-9200-4f4e-bbb5-f618e1d0155a
  kind: Event
  lastTimestamp: "2026-07-16T22:04:16Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5-92zkj'
  metadata:
    creationTimestamp: "2026-07-16T22:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:16Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5.18c2e454fcd9508d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: 4f22812a-8eaf-4654-be5b-bbf3c12128ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: 4e03d64e-776a-4627-a21c-02ed8f539c56
  kind: Event
  lastTimestamp: "2026-07-16T22:04:15Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-7f37f-predictor-577799f8b5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:15Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor.18c2e454f85f1c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: 785dc0f5-9035-426d-a92e-84bb1a3e911c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: 5f348be6-a34d-48db-ab72-fdb27a0f72c2
  kind: Event
  lastTimestamp: "2026-07-16T22:05:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:05:01Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor.18c2e4587726f50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: c088e2bb-fd19-40dd-b870-bc8afb71e1e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: 5f348be6-a34d-48db-ab72-fdb27a0f72c2
  kind: Event
  lastTimestamp: "2026-07-16T22:05:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:05:01Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor.18c2e45877a27d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 8c548522-bf2f-44f2-ad67-cbb2b7da92bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: 5f348be6-a34d-48db-ab72-fdb27a0f72c2
  kind: Event
  lastTimestamp: "2026-07-16T22:05:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:05:46Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor.18c2e462f3a79576
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 2e427a4c-20ca-4c71-af0b-0d4320efe0ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: 5f348be6-a34d-48db-ab72-fdb27a0f72c2
  kind: Event
  lastTimestamp: "2026-07-16T22:05:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:05:46Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f-predictor.18c2e462f41a3f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: e4eb80fb-5215-422f-8cf7-f4ba161a54a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-7f37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16575"
    uid: 0148a1c2-b6c5-4ad2-b6bb-a20142411c0a
  kind: Event
  lastTimestamp: "2026-07-16T22:05:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:05:19Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f.18c2e454f8eff7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: b3a7f2f9-2bae-4cf4-aa1b-d077f2b8f51d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-7f37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: 0148a1c2-b6c5-4ad2-b6bb-a20142411c0a
  kind: Event
  lastTimestamp: "2026-07-16T22:05:19Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-7f37f] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:05:19Z"
    name: isvc-xgboost-graph-raw-hpa-7f37f.18c2e463aaea65e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: 1dc9063b-e7eb-4e95-a356-f9c1283ca02b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:06:06.360787Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: 5d3de467-678e-4ac6-a6ea-55c2192dcae4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr
    to ip-10-0-137-85.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:06:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:06:06Z"
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr.18c2e46eab21cdaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17622"
    uid: b28185a9-f3b9-486d-8b85-d1919db5c330
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 5d3de467-678e-4ac6-a6ea-55c2192dcae4
  kind: Event
  lastTimestamp: "2026-07-16T22:06:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-164a6-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-16T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:06Z"
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr.18c2e46eb9579f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: af2df945-af9d-4adb-bfcf-d7caa9c5aa60
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 5d3de467-678e-4ac6-a6ea-55c2192dcae4
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr.18c2e46ee87e74d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17660"
    uid: 831f716e-f573-45fe-b79a-81a2fa764b42
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 5d3de467-678e-4ac6-a6ea-55c2192dcae4
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr.18c2e46eea68ac08
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 379a62de-9b72-4a23-949b-7a14591fd264
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 5d3de467-678e-4ac6-a6ea-55c2192dcae4
  kind: Event
  lastTimestamp: "2026-07-16T22:06:08Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.361s (1.361s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-16T22:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:08Z"
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr.18c2e46f3b96456c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17676"
    uid: cf9f2a8f-f228-495e-bd83-57e0cd7b8a2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 5d3de467-678e-4ac6-a6ea-55c2192dcae4
  kind: Event
  lastTimestamp: "2026-07-16T22:06:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:08Z"
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr.18c2e46f3ea86e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17678"
    uid: ae02d1a6-aea0-4207-9d9e-a13c4142826d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 5d3de467-678e-4ac6-a6ea-55c2192dcae4
  kind: Event
  lastTimestamp: "2026-07-16T22:06:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:08Z"
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr.18c2e46f3f184c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17679"
    uid: b0fe4e02-ba0d-417a-96a8-45750131fb7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 5d3de467-678e-4ac6-a6ea-55c2192dcae4
  kind: Event
  lastTimestamp: "2026-07-16T22:06:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:08Z"
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr.18c2e46f3f21bfec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: c5a03bdd-ade6-4c45-9840-afa55667e72c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 5d3de467-678e-4ac6-a6ea-55c2192dcae4
  kind: Event
  lastTimestamp: "2026-07-16T22:06:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:08Z"
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr.18c2e46f4203b763
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: 62d67f79-6738-4590-83f8-64cdc4e32a9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 5d3de467-678e-4ac6-a6ea-55c2192dcae4
  kind: Event
  lastTimestamp: "2026-07-16T22:06:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:08Z"
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr.18c2e46f4270bbe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 6082ced6-4f66-43ea-a93a-b6a16069f5d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 5d3de467-678e-4ac6-a6ea-55c2192dcae4
  kind: Event
  lastTimestamp: "2026-07-16T22:08:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:01Z"
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr.18c2e48986a06e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "18649"
    uid: 91923158-3a81-4969-8e45-0fbf91133b82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 5d3de467-678e-4ac6-a6ea-55c2192dcae4
  kind: Event
  lastTimestamp: "2026-07-16T22:08:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:01Z"
    name: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr.18c2e48986a0eb98
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: 16097542-28fb-4fbe-8d7f-02d7795db040
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-164a6-predictor-7cb87dc86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: 737eecc6-9aed-43c4-b763-ce2fe8c7fe4b
  kind: Event
  lastTimestamp: "2026-07-16T22:06:06Z"
  message: 'Created pod: message-dumper-raw-164a6-predictor-7cb87dc86-5r5rr'
  metadata:
    creationTimestamp: "2026-07-16T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:06Z"
    name: message-dumper-raw-164a6-predictor-7cb87dc86.18c2e46eaa7e8d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: 844e599c-208a-4ef3-a2fd-7172a2469e87
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-164a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17586"
    uid: b8b7c56e-8e9c-4b09-98ff-e209525cf467
  kind: Event
  lastTimestamp: "2026-07-16T22:06:06Z"
  message: Scaled up replica set message-dumper-raw-164a6-predictor-7cb87dc86 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:06Z"
    name: message-dumper-raw-164a6-predictor.18c2e46ea547b9b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: 84c97c95-5813-4360-98f6-37f3b6c6c03d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-164a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: ef1d62e4-d97e-4097-98a5-1e59b1d0549a
  kind: Event
  lastTimestamp: "2026-07-16T22:06:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:21Z"
    name: message-dumper-raw-164a6-predictor.18c2e472241314b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17788"
    uid: fdf10f5e-a82b-4e39-b12a-e71b42e748a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-164a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: ef1d62e4-d97e-4097-98a5-1e59b1d0549a
  kind: Event
  lastTimestamp: "2026-07-16T22:06:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:21Z"
    name: message-dumper-raw-164a6-predictor.18c2e47224a74123
    namespace: kserve-ci-e2e-test
    resourceVersion: "17790"
    uid: 3c782702-d82a-4d7f-9085-7bb0a20cfa06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-164a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17789"
    uid: ef1d62e4-d97e-4097-98a5-1e59b1d0549a
  kind: Event
  lastTimestamp: "2026-07-16T22:06:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:51Z"
    name: message-dumper-raw-164a6-predictor.18c2e475a3bf8286
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 27e66f42-888b-4492-8545-89633d0809d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-164a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17789"
    uid: ef1d62e4-d97e-4097-98a5-1e59b1d0549a
  kind: Event
  lastTimestamp: "2026-07-16T22:06:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:51Z"
    name: message-dumper-raw-164a6-predictor.18c2e475a442c710
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: ea6c731c-a527-4ff7-8847-b4b217c0fd2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-164a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17580"
    uid: 99e20dc2-4888-4264-9ab4-ae161d0ab789
  kind: Event
  lastTimestamp: "2026-07-16T22:06:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:06:17Z"
    name: message-dumper-raw-164a6.18c2e46ea54b86a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17760"
    uid: a849b9a9-516e-4dd9-a7f3-36730f178051
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-164a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: 99e20dc2-4888-4264-9ab4-ae161d0ab789
  kind: Event
  lastTimestamp: "2026-07-16T22:06:06Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-164a6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-164a6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:06:06Z"
    name: message-dumper-raw-164a6.18c2e46ea9e815cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17614"
    uid: de4f5503-5406-442d-9af9-4cb99d9bf804
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-164a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17757"
    uid: 99e20dc2-4888-4264-9ab4-ae161d0ab789
  kind: Event
  lastTimestamp: "2026-07-16T22:06:17Z"
  message: InferenceService [message-dumper-raw-164a6] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:06:17Z"
    name: message-dumper-raw-164a6.18c2e47148c96626
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 6919b8ba-6232-45da-8894-82d6c4212c85
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:04:05.640223Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: c2e8c232-aabe-4684-92d3-ffc7300ea36a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-a32f7-ff9c4f8f9-tjp8w
    to ip-10-0-137-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:04:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:04:05Z"
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w.18c2e4528fa038f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 556f494f-4e07-44e5-b171-02ca402ca0d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: c2e8c232-aabe-4684-92d3-ffc7300ea36a
  kind: Event
  lastTimestamp: "2026-07-16T22:04:06Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:04:06Z"
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w.18c2e452a9934fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: 90df7f07-18fc-48ce-9f1c-775eb112cd12
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a32f7}
    kind: Pod
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: c2e8c232-aabe-4684-92d3-ffc7300ea36a
  kind: Event
  lastTimestamp: "2026-07-16T22:04:06Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203"
  metadata:
    creationTimestamp: "2026-07-16T22:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:06Z"
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w.18c2e452ab167826
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: b2bfa874-ec46-4dc6-856d-1d24732e379d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a32f7}
    kind: Pod
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: c2e8c232-aabe-4684-92d3-ffc7300ea36a
  kind: Event
  lastTimestamp: "2026-07-16T22:04:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203"
    in 2.578s (2.578s including waiting). Image size: 218081378 bytes.'
  metadata:
    creationTimestamp: "2026-07-16T22:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:08Z"
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w.18c2e45344c9c736
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: 40250c1d-c836-420d-8748-3beb4a6e3b68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a32f7}
    kind: Pod
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: c2e8c232-aabe-4684-92d3-ffc7300ea36a
  kind: Event
  lastTimestamp: "2026-07-16T22:04:08Z"
  message: 'Created container: model-chainer-raw-a32f7'
  metadata:
    creationTimestamp: "2026-07-16T22:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:08Z"
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w.18c2e45348322942
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 7420db1a-9b9d-43c7-9a38-4fdbfc3c9f6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a32f7}
    kind: Pod
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: c2e8c232-aabe-4684-92d3-ffc7300ea36a
  kind: Event
  lastTimestamp: "2026-07-16T22:04:08Z"
  message: Started container model-chainer-raw-a32f7
  metadata:
    creationTimestamp: "2026-07-16T22:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:08Z"
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w.18c2e45348a7caa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 89f079ad-21b5-4e47-b451-aba0e88713d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a32f7}
    kind: Pod
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: c2e8c232-aabe-4684-92d3-ffc7300ea36a
  kind: Event
  lastTimestamp: "2026-07-16T22:04:15Z"
  message: Stopping container model-chainer-raw-a32f7
  metadata:
    creationTimestamp: "2026-07-16T22:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:15Z"
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w.18c2e454e736afe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: cb770c86-0842-4883-a278-0b3a53ea8d0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a32f7}
    kind: Pod
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: c2e8c232-aabe-4684-92d3-ffc7300ea36a
  kind: Event
  lastTimestamp: "2026-07-16T22:04:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-16T22:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:45Z"
    name: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w.18c2e455f5074185
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: f9d795ee-847b-4ece-8085-ec1b6b5d9f40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-a32f7-ff9c4f8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: 978f5e51-a73e-4b33-829d-b00897bb995c
  kind: Event
  lastTimestamp: "2026-07-16T22:04:05Z"
  message: 'Created pod: model-chainer-raw-a32f7-ff9c4f8f9-tjp8w'
  metadata:
    creationTimestamp: "2026-07-16T22:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:05Z"
    name: model-chainer-raw-a32f7-ff9c4f8f9.18c2e4528f1342a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16413"
    uid: 75cff24b-b8ca-45a2-9cb9-e0df9b35e0b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-a32f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 6070b657-a520-470d-8288-a326f8bbc2e0
  kind: Event
  lastTimestamp: "2026-07-16T22:04:05Z"
  message: Scaled up replica set model-chainer-raw-a32f7-ff9c4f8f9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:05Z"
    name: model-chainer-raw-a32f7.18c2e4528dffc127
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 2d7fd82b-a7bd-4f30-9d9a-2651c4381078
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-a32f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: c938aba0-5413-4d0f-bd72-6d7cadaaa039
  kind: Event
  lastTimestamp: "2026-07-16T22:04:05Z"
  message: InferenceGraph [model-chainer-raw-a32f7] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:04:05Z"
    name: model-chainer-raw-a32f7.18c2e45292927751
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: d93a9ece-2a90-4b25-9dc1-d4be8b1847d9
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:05:55.994298Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: a4213537-7f3b-4302-ab06-fa82314237bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-7f37f-987485c9-gstnr
    to ip-10-0-137-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:05:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:05:55Z"
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr.18c2e46c413dc8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17462"
    uid: d6a5f81b-3934-4c7f-b590-ef2e5d16f28b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: a4213537-7f3b-4302-ab06-fa82314237bc
  kind: Event
  lastTimestamp: "2026-07-16T22:05:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-7f37f-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-16T22:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:05:56Z"
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr.18c2e46c4e2499ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: f79aac03-3f9d-4a8d-b669-e730ecf60e1c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17466"
    uid: a4213537-7f3b-4302-ab06-fa82314237bc
  kind: Event
  lastTimestamp: "2026-07-16T22:05:57Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:05:57Z"
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr.18c2e46c7f0936aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17485"
    uid: b5f8bca8-0629-4788-926a-c6720ffb1b82
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f37f}
    kind: Pod
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: a4213537-7f3b-4302-ab06-fa82314237bc
  kind: Event
  lastTimestamp: "2026-07-16T22:05:57Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:05:57Z"
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr.18c2e46c806ff47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17487"
    uid: a3e19c54-2d9f-4f55-a982-47223bac12f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f37f}
    kind: Pod
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: a4213537-7f3b-4302-ab06-fa82314237bc
  kind: Event
  lastTimestamp: "2026-07-16T22:05:57Z"
  message: 'Created container: model-chainer-raw-hpa-7f37f'
  metadata:
    creationTimestamp: "2026-07-16T22:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:05:57Z"
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr.18c2e46c83dda767
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: dfa8db73-86ae-4dd1-99b8-1a70472f099a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f37f}
    kind: Pod
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: a4213537-7f3b-4302-ab06-fa82314237bc
  kind: Event
  lastTimestamp: "2026-07-16T22:05:57Z"
  message: Started container model-chainer-raw-hpa-7f37f
  metadata:
    creationTimestamp: "2026-07-16T22:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:05:57Z"
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr.18c2e46c84511e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: fad2df0c-d20b-464c-ae74-b9832dd5e6c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f37f}
    kind: Pod
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: a4213537-7f3b-4302-ab06-fa82314237bc
  kind: Event
  lastTimestamp: "2026-07-16T22:06:06Z"
  message: Stopping container model-chainer-raw-hpa-7f37f
  metadata:
    creationTimestamp: "2026-07-16T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:06Z"
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr.18c2e46e9a180c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73f91c65-aab0-463a-8bb0-8e4cb58c5fea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f37f}
    kind: Pod
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: a4213537-7f3b-4302-ab06-fa82314237bc
  kind: Event
  lastTimestamp: "2026-07-16T22:06:33Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-16T22:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:33Z"
    name: model-chainer-raw-hpa-7f37f-987485c9-gstnr.18c2e46f38cdb89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17949"
    uid: f9b869fe-e3e1-40a4-88c4-5827add514b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-7f37f-987485c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 090b45df-34ae-4d60-a56a-269f311abfc8
  kind: Event
  lastTimestamp: "2026-07-16T22:05:55Z"
  message: 'Created pod: model-chainer-raw-hpa-7f37f-987485c9-gstnr'
  metadata:
    creationTimestamp: "2026-07-16T22:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:05:55Z"
    name: model-chainer-raw-hpa-7f37f-987485c9.18c2e46c40b4f52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: f9c16bd5-7279-4258-a6ad-a09874f1ce33
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-7f37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: d7cfb752-6040-44ae-a23c-44ba27583ee0
  kind: Event
  lastTimestamp: "2026-07-16T22:05:55Z"
  message: Scaled up replica set model-chainer-raw-hpa-7f37f-987485c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:05:55Z"
    name: model-chainer-raw-hpa-7f37f.18c2e46c3fb5752f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17455"
    uid: af9db33b-1960-4efa-8f26-2c73069fed1f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-7f37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17468"
    uid: 4cd470d3-579e-42d9-af13-39e727681227
  kind: Event
  lastTimestamp: "2026-07-16T22:05:56Z"
  message: InferenceGraph [model-chainer-raw-hpa-7f37f] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:05:56Z"
    name: model-chainer-raw-hpa-7f37f.18c2e46c461bee5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17470"
    uid: eb872727-41d1-41fc-8959-da058295fcab
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-7f37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 4cd470d3-579e-42d9-af13-39e727681227
  kind: Event
  lastTimestamp: "2026-07-16T22:05:56Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-hpa-7f37f":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-7f37f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:05:56Z"
    name: model-chainer-raw-hpa-7f37f.18c2e46c4a1a40ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17471"
    uid: 7a52ac90-33aa-4db8-a422-221462929f32
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-7f37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 4cd470d3-579e-42d9-af13-39e727681227
  kind: Event
  lastTimestamp: "2026-07-16T22:05:56Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-7f37f": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:05:56Z"
    name: model-chainer-raw-hpa-7f37f.18c2e46c4a1aa53a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: f2449b8b-4a27-40b8-8137-2fcfc5992883
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:12:50.816781Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    to ip-10-0-137-85.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:12:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:12:50Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4ccd69697b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: 9f03c97d-73ef-418f-8d5f-0f1151f22d26
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21069"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:12:51Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:12:51Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4ccefc60c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21076"
    uid: f346cc89-8bdc-4a9d-822b-70e6273fb7bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:12:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:51Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4ccf1438373
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: 70e371b0-c865-499d-8424-26f2f83f7303
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:12:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:51Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4ccf3c791af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21080"
    uid: 4ebb07d2-334f-41e3-86f5-fa345a3ce3a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:12:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:51Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4ccf435bc8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21081"
    uid: 4343f12b-1d68-4ee7-bce0-3b7c9a040ab2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:12:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:55Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4ce051e324b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: f95fd1d9-0402-445f-8f84-0718b8672158
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:12:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:55Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4ce081faac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21121"
    uid: 75f96126-26e7-42c7-a6fc-116860e43b41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:12:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:55Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4ce08913db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21122"
    uid: 3a9c8916-0572-43a2-a0e4-c31a611270f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:12:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:55Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4ce089a30b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: f60a7490-3a11-44bb-9947-00f3f4c2cf23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:12:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:55Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4ce0b2fad3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21126"
    uid: 8e16d5c1-76a3-4c8c-bbe7-5cfa4ae3ff13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:12:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:12:56Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4ce0b9f19e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21128"
    uid: 154f88cb-5a3c-479b-b3e4-d3b4a588ebed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:14:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:14:23Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4ce7ce34589
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 8105de8b-b784-4a5f-8297-ff3550c49f96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:14:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:14:20Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4e1d2c1aa1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21749"
    uid: 6404b945-3a9b-48f2-9596-7bfc97f0ae59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:14:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:14:20Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4e1d2c253ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: 0ccf25a5-96b6-46e2-995f-2a8008a16135
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 6176d773-9cc1-4c8f-acdb-73ff343a2b2c
  kind: Event
  lastTimestamp: "2026-07-16T22:14:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-16T22:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:14:23Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk.18c2e4e2830ff7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21777"
    uid: c4e8530e-0a31-4ac3-97a2-050857098461
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-3f2fd-predictor-74d45cdc79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21050"
    uid: 9396d2cd-4a30-4c59-9aee-62e44de9dfc7
  kind: Event
  lastTimestamp: "2026-07-16T22:12:50Z"
  message: 'Created pod: raw-sklearn-3f2fd-predictor-74d45cdc79-nrngk'
  metadata:
    creationTimestamp: "2026-07-16T22:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:12:50Z"
    name: raw-sklearn-3f2fd-predictor-74d45cdc79.18c2e4ccd60f37cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21060"
    uid: 92693867-1b52-48a5-8fdd-3afd7cf863e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-3f2fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: c25a76d2-9d6b-482e-91eb-48d3626a4b64
  kind: Event
  lastTimestamp: "2026-07-16T22:12:50Z"
  message: Scaled up replica set raw-sklearn-3f2fd-predictor-74d45cdc79 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-16T22:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:12:50Z"
    name: raw-sklearn-3f2fd-predictor.18c2e4ccd2a3eafd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21054"
    uid: cc8af979-838d-46cb-a557-b6ceea7e84a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-3f2fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: d42bc225-a18f-4ac6-b8f8-f45cec85d346
  kind: Event
  lastTimestamp: "2026-07-16T22:13:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:13:35Z"
    name: raw-sklearn-3f2fd-predictor.18c2e4d0522a1f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21411"
    uid: e1ac437e-aa37-4843-8478-582e015be415
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-3f2fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: d42bc225-a18f-4ac6-b8f8-f45cec85d346
  kind: Event
  lastTimestamp: "2026-07-16T22:13:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:13:35Z"
    name: raw-sklearn-3f2fd-predictor.18c2e4d05281f3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21412"
    uid: f52f7bb5-48f2-4a7d-b520-27c18583b112
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-3f2fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: d42bc225-a18f-4ac6-b8f8-f45cec85d346
  kind: Event
  lastTimestamp: "2026-07-16T22:14:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:14:20Z"
    name: raw-sklearn-3f2fd-predictor.18c2e4dacf3b2960
    namespace: kserve-ci-e2e-test
    resourceVersion: "21732"
    uid: cab4a868-6038-4206-986c-c306e142bf75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-3f2fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: d42bc225-a18f-4ac6-b8f8-f45cec85d346
  kind: Event
  lastTimestamp: "2026-07-16T22:14:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:14:20Z"
    name: raw-sklearn-3f2fd-predictor.18c2e4dacfacef2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21733"
    uid: f6842406-259a-4a9e-8268-4524396984a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-3f2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 02d6652b-8524-4b50-b73a-61f8cee324d3
  kind: Event
  lastTimestamp: "2026-07-16T22:14:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:14:14Z"
    name: raw-sklearn-3f2fd.18c2e4ccd2a82247
    namespace: kserve-ci-e2e-test
    resourceVersion: "21688"
    uid: 5c4d6da2-dddc-4924-8b69-b2f5e781a8a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-3f2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 02d6652b-8524-4b50-b73a-61f8cee324d3
  kind: Event
  lastTimestamp: "2026-07-16T22:12:50Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-3f2fd": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-3f2fd":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:12:50Z"
    name: raw-sklearn-3f2fd.18c2e4ccd32cf490
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: 68901053-20c6-4dff-b3fe-a3a67dce3fba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-3f2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21685"
    uid: 02d6652b-8524-4b50-b73a-61f8cee324d3
  kind: Event
  lastTimestamp: "2026-07-16T22:14:14Z"
  message: InferenceService [raw-sklearn-3f2fd] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:14:14Z"
    name: raw-sklearn-3f2fd.18c2e4e034ea5036
    namespace: kserve-ci-e2e-test
    resourceVersion: "21686"
    uid: 2f65d412-498f-4760-a43d-02a68c270458
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:14:26.156859Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21818"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    to ip-10-0-137-85.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:14:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:14:26Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4e3094cac0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21822"
    uid: fcd00a69-f71e-462d-a195-efda883eebbf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64c9c6444c-m2dtm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:14:26Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:14:26Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4e3227f668f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21836"
    uid: 924e2077-1c91-4811-ac07-105267762b65
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:14:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:14:26Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4e324be9875
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: c755f985-bb92-4153-a6db-cac2a1a8d317
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:14:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:14:26Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4e3278f8889
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: 632c8f3c-26e8-4e7d-828f-05e591da649c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:14:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:14:26Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4e327fea69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21841"
    uid: 0c644a91-ca63-4673-b544-b5e74479c5aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:14:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:14:31Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4e43867c1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21878"
    uid: 28d60f9a-ac77-468e-b940-11eb10f65d34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:14:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:14:31Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4e43b4e3051
    namespace: kserve-ci-e2e-test
    resourceVersion: "21880"
    uid: ab975e23-7e18-42b1-8c8e-e6b0306d5448
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:14:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:14:31Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4e43bc003e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: 16cd7a4b-3b41-4716-894b-f2e8f87b27fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:14:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:14:31Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4e43bcaa993
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: b96c965b-5259-4e54-8a99-02e7cb3df854
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:14:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:14:31Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4e43ea523f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: 247d400b-187c-4cd8-a09c-30802d9e59e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:14:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:14:31Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4e43f113156
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: bb199f95-0654-44cf-9ff3-edc79d28a89e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:15:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:59Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4e4b0372da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22539"
    uid: 67f9ecac-20d6-461d-be3f-880799bec6c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:15:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:56Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4f805586b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22518"
    uid: ac46bda8-87f3-484f-ab62-ccb329c8d711
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:15:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:56Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4f80558edfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22519"
    uid: 3ed13924-ab7d-403f-a87e-1fcfcbcc6cf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 97c970ba-3dcc-4735-84c3-401acc97f70a
  kind: Event
  lastTimestamp: "2026-07-16T22:15:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-16T22:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:59Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp.18c2e4f8b652aac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22538"
    uid: 5a5d4767-d410-4e1a-bbf1-23d7c8d62077
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21806"
    uid: a17819f4-f33f-4a71-8c97-e810f9a3542a
  kind: Event
  lastTimestamp: "2026-07-16T22:14:26Z"
  message: 'Created pod: raw-sklearn-runtime-24151-predictor-674f4f6c9f-9gnmp'
  metadata:
    creationTimestamp: "2026-07-16T22:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:14:26Z"
    name: raw-sklearn-runtime-24151-predictor-674f4f6c9f.18c2e4e308ef3ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21819"
    uid: 6206667c-b598-4851-a9ca-8422e5072d52
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-24151-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: 41e16cc2-cc82-4c6d-aeb2-9c1c5ea0da33
  kind: Event
  lastTimestamp: "2026-07-16T22:14:26Z"
  message: Scaled up replica set raw-sklearn-runtime-24151-predictor-674f4f6c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:14:26Z"
    name: raw-sklearn-runtime-24151-predictor.18c2e4e3042d65ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21808"
    uid: 810a0462-f684-4f8d-b627-04dd252b7fa6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-24151-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21805"
    uid: 0e51a32b-70b4-483b-91c8-1ff42127e816
  kind: Event
  lastTimestamp: "2026-07-16T22:14:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:14:56Z"
    name: raw-sklearn-runtime-24151-predictor.18c2e4e683738a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 5f748a1b-6125-447f-841d-30b6d5d30725
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-24151-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21805"
    uid: 0e51a32b-70b4-483b-91c8-1ff42127e816
  kind: Event
  lastTimestamp: "2026-07-16T22:14:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:14:56Z"
    name: raw-sklearn-runtime-24151-predictor.18c2e4e683f8946c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22067"
    uid: 280c9d19-9ae6-485b-a33a-51d9680d9b94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-24151-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: 0e51a32b-70b4-483b-91c8-1ff42127e816
  kind: Event
  lastTimestamp: "2026-07-16T22:15:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:15:56Z"
    name: raw-sklearn-runtime-24151-predictor.18c2e4ed81d56ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22502"
    uid: d1675f48-13f0-4eb5-b3e7-a9a0cfbdcb0b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-24151-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: 0e51a32b-70b4-483b-91c8-1ff42127e816
  kind: Event
  lastTimestamp: "2026-07-16T22:15:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:15:56Z"
    name: raw-sklearn-runtime-24151-predictor.18c2e4ed823e6e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "22503"
    uid: f1ab5304-344c-48f5-82d3-ef721fa10869
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-24151
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: d6ae0ed6-70f1-4ff2-ace9-d936d5811fde
  kind: Event
  lastTimestamp: "2026-07-16T22:15:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:15:49Z"
    name: raw-sklearn-runtime-24151.18c2e4e3046ba562
    namespace: kserve-ci-e2e-test
    resourceVersion: "22449"
    uid: 14031da1-7d8a-47d3-b739-1a0da6029bfb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-24151
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: d6ae0ed6-70f1-4ff2-ace9-d936d5811fde
  kind: Event
  lastTimestamp: "2026-07-16T22:14:26Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-24151":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-24151":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:14:26Z"
    name: raw-sklearn-runtime-24151.18c2e4e304cf1148
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: 91a279cc-75fc-4418-82e1-bb45ccbed729
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-24151
    namespace: kserve-ci-e2e-test
    resourceVersion: "21798"
    uid: d6ae0ed6-70f1-4ff2-ace9-d936d5811fde
  kind: Event
  lastTimestamp: "2026-07-16T22:14:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-24151": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:14:26Z"
    name: raw-sklearn-runtime-24151.18c2e4e30b498028
    namespace: kserve-ci-e2e-test
    resourceVersion: "21831"
    uid: 0c88ed8c-02f5-47c4-a9f0-fb8d4ec2bf53
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-24151
    namespace: kserve-ci-e2e-test
    resourceVersion: "22447"
    uid: d6ae0ed6-70f1-4ff2-ace9-d936d5811fde
  kind: Event
  lastTimestamp: "2026-07-16T22:15:49Z"
  message: InferenceService [raw-sklearn-runtime-24151] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:15:49Z"
    name: raw-sklearn-runtime-24151.18c2e4f6685bd136
    namespace: kserve-ci-e2e-test
    resourceVersion: "22448"
    uid: c6bd4f74-0a9e-4d39-a125-e7a48c785038
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22759"