---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:39:39.225301Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: c7179d3b-bfae-4193-86c5-aafc42ae7b6b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5
    to ip-10-0-134-102.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:39:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:39:39Z"
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5.18be7cabaa65433c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: c452c571-ef6a-4557-a675-6baac8fa427c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: c7179d3b-bfae-4193-86c5-aafc42ae7b6b
  kind: Event
  lastTimestamp: "2026-07-02T13:39:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-8b27ef-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-02T13:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:39Z"
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5.18be7cabb3847aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21374"
    uid: f6e8cf3b-1f7e-4801-9741-c26595b85ec7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21369"
    uid: c7179d3b-bfae-4193-86c5-aafc42ae7b6b
  kind: Event
  lastTimestamp: "2026-07-02T13:39:40Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:39:40Z"
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5.18be7cabe7b91a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "21384"
    uid: 971d8460-459d-4357-9143-9ab0f83805ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: c7179d3b-bfae-4193-86c5-aafc42ae7b6b
  kind: Event
  lastTimestamp: "2026-07-02T13:39:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:44Z"
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5.18be7cabe92e7e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21425"
    uid: 6bdbdb73-1476-454b-835b-41ef704fc3b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: c7179d3b-bfae-4193-86c5-aafc42ae7b6b
  kind: Event
  lastTimestamp: "2026-07-02T13:39:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-02T13:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:44Z"
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5.18be7cabec014334
    namespace: kserve-ci-e2e-test
    resourceVersion: "21428"
    uid: 7724e260-06b6-46fa-bf54-940742b92312
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: c7179d3b-bfae-4193-86c5-aafc42ae7b6b
  kind: Event
  lastTimestamp: "2026-07-02T13:39:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-02T13:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:44Z"
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5.18be7cabec6f0398
    namespace: kserve-ci-e2e-test
    resourceVersion: "21429"
    uid: 7f92032c-e63e-4fae-99de-62428c90c277
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: c7179d3b-bfae-4193-86c5-aafc42ae7b6b
  kind: Event
  lastTimestamp: "2026-07-02T13:39:49Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-02T13:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:49Z"
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5.18be7cadffe77342
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: 17ba2c23-14e6-45f7-b1ab-3f95197696f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 743b8c3e-b620-4e02-89f8-83f89e6592b1
  kind: Event
  lastTimestamp: "2026-07-02T13:39:39Z"
  message: 'Created pod: isvc-init-fail-8b27ef-predictor-7bc7d6798-brpv5'
  metadata:
    creationTimestamp: "2026-07-02T13:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:39:39Z"
    name: isvc-init-fail-8b27ef-predictor-7bc7d6798.18be7caba9f6ca49
    namespace: kserve-ci-e2e-test
    resourceVersion: "21361"
    uid: c4280d58-fea4-4d51-8110-c10dbd1905e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-8b27ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21351"
    uid: 2d100704-f321-4444-a373-ada39f171cbb
  kind: Event
  lastTimestamp: "2026-07-02T13:39:39Z"
  message: Scaled up replica set isvc-init-fail-8b27ef-predictor-7bc7d6798 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-02T13:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:39:39Z"
    name: isvc-init-fail-8b27ef-predictor.18be7caba735737f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21354"
    uid: 96b142a9-741a-4816-a6db-98fc3717c5d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8b27ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: 46bb62b8-3b23-4dce-96ca-809d41cc307b
  kind: Event
  lastTimestamp: "2026-07-02T13:39:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-02T13:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:39:44Z"
    name: isvc-init-fail-8b27ef.18be7caba73e46bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: 00698a74-0e09-44da-8f6f-b1fc5b639adb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8b27ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: 46bb62b8-3b23-4dce-96ca-809d41cc307b
  kind: Event
  lastTimestamp: "2026-07-02T13:39:39Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-8b27ef":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-8b27ef":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:39:39Z"
    name: isvc-init-fail-8b27ef.18be7caba7b93ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: 234e4c31-375f-462f-8ef7-a5ef9b4cc268
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8b27ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: 46bb62b8-3b23-4dce-96ca-809d41cc307b
  kind: Event
  lastTimestamp: "2026-07-02T13:39:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-8b27ef": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:39:39Z"
    name: isvc-init-fail-8b27ef.18be7caba7b98719
    namespace: kserve-ci-e2e-test
    resourceVersion: "21359"
    uid: d67ea1cd-1f3c-486b-a1eb-4d09cb8f8d69
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:33:25.203646Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18324"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    to ip-10-0-134-102.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:33:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:33:25Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c5494f81949
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 84b2aa3d-ea0a-4a46-9a93-7f952496fae5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:33:25Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:33:25Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c54aeb01c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 7dd0aa97-0393-4d6e-8418-80952763c556
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:33:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:25Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c54b00e456b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: b65b2b82-bbec-479d-a0ce-9d1d686b260a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:33:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-02T13:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:25Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c54b337349c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18346"
    uid: 869ced16-8b0b-46e8-83f3-e2997865ad32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:33:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-02T13:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:25Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c54b3a5b847
    namespace: kserve-ci-e2e-test
    resourceVersion: "18347"
    uid: 04d6fc82-543a-4bcd-a3f5-cf75fc1b43d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:33:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:30Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c55b5628be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18387"
    uid: b8c3cc06-0a4b-4aa8-93e5-76946cab1418
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:33:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-02T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:30Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c55b805c96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18389"
    uid: 61fb06e3-940f-4db1-b9e5-7b775aeebf92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:33:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:30Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c55b87d4e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "18390"
    uid: 98f35f70-bc43-4660-bff3-28007e572fff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:33:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:30Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c55b886e187
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: 01fc9e30-d72e-4542-b229-aac1310a1e35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:33:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-02T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:30Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c55bb994a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18395"
    uid: 3d6724cb-ceb4-48b6-8b9e-5e9529b3f3e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:33:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:30Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c55bc1a0ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18396"
    uid: 74e6a2cd-ffd7-4364-accc-158ec824cde3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:33:30Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:676486d32f362780414922bec24a7d33e34587afb988276de722f277375270c0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:30Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c55bc267c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18397"
    uid: cdd61a19-4c33-44a9-b2b6-957e70180836
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:33:30Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-02T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:30Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c55befecbce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 46d57ce1-ab13-4428-92b3-1255e9cafc3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:33:30Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-02T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:30Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c55bf750b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: bcaaf5c5-1d86-444d-a05b-ba759574ab9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:35:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-02T13:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:35:04Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c562d7dfe52
    namespace: kserve-ci-e2e-test
    resourceVersion: "19204"
    uid: 6629713f-c88e-421b-89af-5bef123feb1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:35:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-02T13:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:35:04Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c562d881686
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: 1f54fcaf-e86c-4ef9-8e9e-023121fd6b03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:34:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c68699a1e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 636b0132-4eeb-4c65-9126-7fba67325620
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:34:50Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c68699a5e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: bda6a5ca-a684-43da-a415-6b7609e5d5b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:34:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c68699b84af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19035"
    uid: f23a4f60-3755-496e-88d4-2abef32783e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: b4f0d9a8-2516-4512-be58-8f775a4afcf6
  kind: Event
  lastTimestamp: "2026-07-02T13:35:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-02T13:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:35:03Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26.18be7c6909c62452
    namespace: kserve-ci-e2e-test
    resourceVersion: "19190"
    uid: 1c25eee2-dc96-4b53-a713-76b15e843645
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-260d5-predictor-6f98b5899b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 5044afd0-8a64-4901-9eb2-8d51c5dbd825
  kind: Event
  lastTimestamp: "2026-07-02T13:33:25Z"
  message: 'Created pod: isvc-logger-raw-260d5-predictor-6f98b5899b-5pp26'
  metadata:
    creationTimestamp: "2026-07-02T13:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:33:25Z"
    name: isvc-logger-raw-260d5-predictor-6f98b5899b.18be7c5494850f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: b1832c91-d789-4e9a-952d-2b6e6026fcf8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-260d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18312"
    uid: 4276558a-d3eb-44c4-afc2-15aa605dcfb3
  kind: Event
  lastTimestamp: "2026-07-02T13:33:25Z"
  message: Scaled up replica set isvc-logger-raw-260d5-predictor-6f98b5899b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-02T13:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:33:25Z"
    name: isvc-logger-raw-260d5-predictor.18be7c54908fb703
    namespace: kserve-ci-e2e-test
    resourceVersion: "18315"
    uid: 7b7c146a-7663-4975-ae0b-88c7c7b8a3fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-260d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18313"
    uid: 98ebf696-df6e-4d08-98f2-04c614ee2674
  kind: Event
  lastTimestamp: "2026-07-02T13:34:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:34:10Z"
    name: isvc-logger-raw-260d5-predictor.18be7c580f6113c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18704"
    uid: 2900632d-4065-4a3b-9910-fbdfffc11b51
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-260d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18313"
    uid: 98ebf696-df6e-4d08-98f2-04c614ee2674
  kind: Event
  lastTimestamp: "2026-07-02T13:34:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:34:10Z"
    name: isvc-logger-raw-260d5-predictor.18be7c580fc6006a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18705"
    uid: 1dd3fcf4-c98c-45b7-9e10-63f5fe8b3e1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-260d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18487"
    uid: 98ebf696-df6e-4d08-98f2-04c614ee2674
  kind: Event
  lastTimestamp: "2026-07-02T13:34:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:34:40Z"
    name: isvc-logger-raw-260d5-predictor.18be7c628cc8e100
    namespace: kserve-ci-e2e-test
    resourceVersion: "18916"
    uid: 97ec9771-61ba-4521-8d3d-d316d06fc1f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-260d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18487"
    uid: 98ebf696-df6e-4d08-98f2-04c614ee2674
  kind: Event
  lastTimestamp: "2026-07-02T13:34:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:34:40Z"
    name: isvc-logger-raw-260d5-predictor.18be7c628d86216d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: 74d50359-9d21-42ce-9660-7ee6fd93b612
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-260d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18305"
    uid: fc851940-47d2-432a-abba-1a0d09e0d6a7
  kind: Event
  lastTimestamp: "2026-07-02T13:34:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-02T13:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:34:44Z"
    name: isvc-logger-raw-260d5.18be7c54909f5794
    namespace: kserve-ci-e2e-test
    resourceVersion: "18955"
    uid: 58fb5026-7282-4bc9-b330-c207d37d9054
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-260d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18305"
    uid: fc851940-47d2-432a-abba-1a0d09e0d6a7
  kind: Event
  lastTimestamp: "2026-07-02T13:33:25Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-260d5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-260d5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:33:25Z"
    name: isvc-logger-raw-260d5.18be7c549118966b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18319"
    uid: 8a621a2c-0f87-4ade-a106-b640eccfcf0e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-260d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: fc851940-47d2-432a-abba-1a0d09e0d6a7
  kind: Event
  lastTimestamp: "2026-07-02T13:34:44Z"
  message: InferenceService [isvc-logger-raw-260d5] is Ready
  metadata:
    creationTimestamp: "2026-07-02T13:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:34:44Z"
    name: isvc-logger-raw-260d5.18be7c671d59c0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 7d1f55f0-98b7-4fdd-b9a7-47750c3cfef0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:37:45.770898Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20380"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-b32985-predictor-7885987955-55478
    to ip-10-0-134-102.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:37:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:37:45Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7c913ffc654f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20385"
    uid: f5a294e3-0621-4ef4-9e06-76c0acc5cfd1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20388"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:37:46Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:37:46Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7c91595d5d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: e6688757-3cc4-4744-a9a8-b984502db0e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:37:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:37:46Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7c915acea9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: 2de4d6e1-d7c6-401a-83ac-0f89c5ea1bfd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:37:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-02T13:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:37:46Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7c915dc1ea7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20401"
    uid: c11d269c-310d-429e-b203-e0c5e8490797
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:37:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-02T13:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:37:46Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7c915e32c694
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 84d76a23-e0d1-4647-8dc4-6d01399aa5c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:37:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:37:50Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7c924272ccd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20439"
    uid: e3897174-d294-4f12-bfd3-46437f5fa901
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:37:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-02T13:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:37:50Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7c92484415b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20443"
    uid: 4516fec5-ec3c-4417-a392-2cad3df27aa6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:37:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:37:50Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7c9248bd14c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 94d1f3c0-b726-4b72-9c85-896e98b494e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:37:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:37:50Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7c9248c802e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20445"
    uid: e1fc3081-1aa0-44cb-8bfb-d2ed586c8dd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:37:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-02T13:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:37:50Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7c924c617bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20448"
    uid: f13e57d7-ebad-4278-bbe7-e18ad18546c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:37:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:37:50Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7c924cd4eeeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20449"
    uid: 60bf2763-2d2b-41af-8e51-3d5e96540ecf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:39:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-02T13:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:00Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7c92ba664ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20949"
    uid: d298ba39-ba47-4b7d-bf2b-864fedc91c5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:39:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:34Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7caa7aa9ae81
    namespace: kserve-ci-e2e-test
    resourceVersion: "21288"
    uid: 0ed2df22-f90d-464e-85cd-69a47939f6a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:39:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:34Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7caa7aad751a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21289"
    uid: 25034535-2979-4aa3-86eb-8a630d95d0c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b32985-predictor-7885987955-55478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: fc769812-88ad-4d6f-8b33-17f8cae4a82b
  kind: Event
  lastTimestamp: "2026-07-02T13:39:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-02T13:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:38Z"
    name: isvc-primary-b32985-predictor-7885987955-55478.18be7cab68aea848
    namespace: kserve-ci-e2e-test
    resourceVersion: "21325"
    uid: 2341e280-3983-4ebf-8716-fc1ce8046160
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-b32985-predictor-7885987955
    namespace: kserve-ci-e2e-test
    resourceVersion: "20371"
    uid: d93f2038-23df-41c9-b903-3b5ad87a3090
  kind: Event
  lastTimestamp: "2026-07-02T13:37:45Z"
  message: 'Created pod: isvc-primary-b32985-predictor-7885987955-55478'
  metadata:
    creationTimestamp: "2026-07-02T13:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:37:45Z"
    name: isvc-primary-b32985-predictor-7885987955.18be7c913f741d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 371ad209-5bb1-4315-bb78-8cce9dde1ae5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-b32985-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: ac9832e3-c858-4fc3-862b-bbdedf4ff950
  kind: Event
  lastTimestamp: "2026-07-02T13:37:45Z"
  message: Scaled up replica set isvc-primary-b32985-predictor-7885987955 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-02T13:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:37:45Z"
    name: isvc-primary-b32985-predictor.18be7c913b07933e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20372"
    uid: 5cf21b1d-90e7-4b1d-9a33-1091eb1b6870
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:38:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b32985-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20370"
    uid: 10465092-c668-4b2d-af1c-5a235b14a0f3
  kind: Event
  lastTimestamp: "2026-07-02T13:38:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:38:15Z"
    name: isvc-primary-b32985-predictor.18be7c94b982529f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 82e96651-08d8-4254-a0d6-24922bc74698
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:38:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b32985-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20370"
    uid: 10465092-c668-4b2d-af1c-5a235b14a0f3
  kind: Event
  lastTimestamp: "2026-07-02T13:38:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:38:15Z"
    name: isvc-primary-b32985-predictor.18be7c94b9e5bcf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: 769489b0-d785-4d7f-91aa-899de25cfaf5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-02T13:38:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b32985-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: 10465092-c668-4b2d-af1c-5a235b14a0f3
  kind: Event
  lastTimestamp: "2026-07-02T13:39:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:39:30Z"
    name: isvc-primary-b32985-predictor.18be7c9bb7c37fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 8345e694-7384-4869-9e14-4e6f04d114e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-02T13:38:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b32985-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: 10465092-c668-4b2d-af1c-5a235b14a0f3
  kind: Event
  lastTimestamp: "2026-07-02T13:39:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:39:30Z"
    name: isvc-primary-b32985-predictor.18be7c9bb83946e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21230"
    uid: bfb58f8d-1b32-429c-bb42-a7d317d87472
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b32985
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 18987679-0bfa-456a-850e-4ead1fa9c077
  kind: Event
  lastTimestamp: "2026-07-02T13:39:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-02T13:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:39:10Z"
    name: isvc-primary-b32985.18be7c913b2ea944
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: e987771d-4db9-4082-a2de-50acc0d69de4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b32985
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 18987679-0bfa-456a-850e-4ead1fa9c077
  kind: Event
  lastTimestamp: "2026-07-02T13:37:45Z"
  message: 'Failed to update status for InferenceService "isvc-primary-b32985": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-b32985":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:37:45Z"
    name: isvc-primary-b32985.18be7c913b88b272
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: 5ad96822-fdd5-4da3-8d66-6f3ed4cca4ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b32985
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 18987679-0bfa-456a-850e-4ead1fa9c077
  kind: Event
  lastTimestamp: "2026-07-02T13:37:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-b32985": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:37:45Z"
    name: isvc-primary-b32985.18be7c913b89065e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20377"
    uid: 472c3358-da43-404d-94cc-3ee299d5e593
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b32985
    namespace: kserve-ci-e2e-test
    resourceVersion: "21024"
    uid: 18987679-0bfa-456a-850e-4ead1fa9c077
  kind: Event
  lastTimestamp: "2026-07-02T13:39:10Z"
  message: InferenceService [isvc-primary-b32985] is Ready
  metadata:
    creationTimestamp: "2026-07-02T13:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:39:10Z"
    name: isvc-primary-b32985.18be7ca50c2f0d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21025"
    uid: 3e52ba92-7ef1-4480-a743-be496efb72f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:27:39.399006Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15162"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    to ip-10-0-134-102.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:27:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:27:39Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c0411679dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 6f27e00a-87bc-4524-9d4f-9f05d08de949
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15176"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:27:39Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:27:39Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c042af54328
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 56202746-b316-4826-8d26-18cc1413ceb6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:27:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:27:39Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c042c95a0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: b4a2a858-1fdb-4058-95d0-8c0147c6f4c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:27:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-02T13:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:27:39Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c042f87c318
    namespace: kserve-ci-e2e-test
    resourceVersion: "15190"
    uid: 8823611d-b78b-439d-a195-f7c5c2644bfd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:27:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-02T13:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:27:39Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c042ff4fd31
    namespace: kserve-ci-e2e-test
    resourceVersion: "15191"
    uid: 59cbfa89-5c84-49a2-a0ab-71e7b69f3c2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:27:44Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683"
  metadata:
    creationTimestamp: "2026-07-02T13:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:27:44Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c0544561ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15232"
    uid: e8f179ad-835a-4c9c-ac75-a92adee2369f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:27:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683"
    in 13.198s (13.198s including waiting). Image size: 1558595490 bytes.'
  metadata:
    creationTimestamp: "2026-07-02T13:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:27:57Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c0857016622
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: c5415661-3855-4f66-9349-d7ac880cc3a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:27:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-02T13:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:27:57Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c085ace4aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: be50a445-5676-4d87-a88b-1b51ecd83bc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:27:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:27:57Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c085b3f0c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: da1ddefa-d799-4e6e-aeb5-6a1186279d44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:27:57Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-02T13:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:27:57Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c085b4b6f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: 1d9075c6-547b-4b82-9721-86a8c1713f11
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:28:00Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.689s (2.689s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-02T13:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:28:00Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c08fb9bc222
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: 807b4017-ab8d-467b-98d2-0ddca7d30ddc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:28:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-02T13:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:28:00Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c08fe71f688
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 2c41e1e7-5213-4a4c-972f-7ba6d52dc34a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:28:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:28:00Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c08fee486be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: f689ac8a-3dde-4c68-bb1c-6cb71a962a37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:28:00Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:676486d32f362780414922bec24a7d33e34587afb988276de722f277375270c0"
  metadata:
    creationTimestamp: "2026-07-02T13:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:28:00Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c08fef25757
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 0bf95ba5-4c17-4c24-87da-21cf78ef9899
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:28:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:676486d32f362780414922bec24a7d33e34587afb988276de722f277375270c0"
    in 2.912s (2.912s including waiting). Image size: 239994454 bytes.'
  metadata:
    creationTimestamp: "2026-07-02T13:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:28:03Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c09ac8ec0ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: d447544c-fa3d-4b3a-90b0-e4e7f90a739a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:28:03Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-02T13:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:28:03Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c09af910c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15380"
    uid: bf964871-9720-4b14-a179-fc068b7a0661
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:28:03Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-02T13:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:28:03Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c09b000b023
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: efd786db-b3bb-450e-a656-896f78825664
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-02T13:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:29:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-02T13:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:27Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c09f389284b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: ace4539f-2e7e-45c7-b288-0031ec9b61a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-02T13:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:29:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-02T13:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:27Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c09f3993f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: ee5b90da-8c67-41cc-a53e-fe59dabd432d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:29:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c1c8c5d61af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 7c79fc6e-b29a-4bcf-8b0f-4813cd82842f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:29:24Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c1c8c670e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: afc6258b-9b18-4938-bb09-83bbe29cf1a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:29:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c1c8c68ce45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 1e615c97-a605-4051-9c70-c9cf9c4f70eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 221cde2a-a18b-4c8e-8610-f73130e2c7eb
  kind: Event
  lastTimestamp: "2026-07-02T13:29:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-02T13:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:35Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr.18be7c1ccf952d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 4b7da356-4401-4037-9417-733fda7f4124
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486
    namespace: kserve-ci-e2e-test
    resourceVersion: "15152"
    uid: 8e5223f9-c373-4752-bc94-c6619d846c90
  kind: Event
  lastTimestamp: "2026-07-02T13:27:39Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486-zxzwr'
  metadata:
    creationTimestamp: "2026-07-02T13:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:27:39Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486.18be7c04107a1cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15165"
    uid: 4f32872b-14fa-4fb0-9016-9220c43a3bcc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-d5968-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: 37d31a4e-9284-4b29-a338-fd7884b2c6ce
  kind: Event
  lastTimestamp: "2026-07-02T13:27:39Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-d5968-predictor-64b9f69486
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-02T13:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:27:39Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor.18be7c0408f5474e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15153"
    uid: fd0ac5de-af79-4e89-9e58-cda6fbda4e3f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d5968-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 29e94e23-e450-4d01-9d6b-8296ad46034c
  kind: Event
  lastTimestamp: "2026-07-02T13:28:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:28:39Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor.18be7c078e72d825
    namespace: kserve-ci-e2e-test
    resourceVersion: "15637"
    uid: 060b3115-8974-475d-8510-d72361fb59db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d5968-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 29e94e23-e450-4d01-9d6b-8296ad46034c
  kind: Event
  lastTimestamp: "2026-07-02T13:28:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:28:39Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor.18be7c078edab587
    namespace: kserve-ci-e2e-test
    resourceVersion: "15638"
    uid: 41f25a5d-bdcd-4743-8541-0f90fb1f4d8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:28:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d5968-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: 29e94e23-e450-4d01-9d6b-8296ad46034c
  kind: Event
  lastTimestamp: "2026-07-02T13:29:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor.18be7c158acf86e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: ba40e528-290e-43ba-b62b-2e43b1f1f01a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:28:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d5968-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: 29e94e23-e450-4d01-9d6b-8296ad46034c
  kind: Event
  lastTimestamp: "2026-07-02T13:29:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-raw-sklearn-batcher-d5968-predictor.18be7c158b3b65c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16004"
    uid: 0dc8bbad-b2c2-450a-81b1-e859641fdd99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d5968
    namespace: kserve-ci-e2e-test
    resourceVersion: "15143"
    uid: 48264cf2-0999-4a61-9a4c-6f2f69a4f6e4
  kind: Event
  lastTimestamp: "2026-07-02T13:29:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-02T13:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:29:17Z"
    name: isvc-raw-sklearn-batcher-d5968.18be7c040f4b7ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: b9694ad3-1b22-4a59-9b30-7e867b8ad8fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d5968
    namespace: kserve-ci-e2e-test
    resourceVersion: "15143"
    uid: 48264cf2-0999-4a61-9a4c-6f2f69a4f6e4
  kind: Event
  lastTimestamp: "2026-07-02T13:27:39Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-d5968":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-d5968":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:27:39Z"
    name: isvc-raw-sklearn-batcher-d5968.18be7c040f9fa5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15179"
    uid: 389c8701-0637-482a-ba9c-1ed17984b1a5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:27:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d5968
    namespace: kserve-ci-e2e-test
    resourceVersion: "15143"
    uid: 48264cf2-0999-4a61-9a4c-6f2f69a4f6e4
  kind: Event
  lastTimestamp: "2026-07-02T13:27:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-d5968": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:27:39Z"
    name: isvc-raw-sklearn-batcher-d5968.18be7c040f9ffd81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 8973696d-43e7-4da5-b620-95923e517315
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d5968
    namespace: kserve-ci-e2e-test
    resourceVersion: "15926"
    uid: 48264cf2-0999-4a61-9a4c-6f2f69a4f6e4
  kind: Event
  lastTimestamp: "2026-07-02T13:29:17Z"
  message: InferenceService [isvc-raw-sklearn-batcher-d5968] is Ready
  metadata:
    creationTimestamp: "2026-07-02T13:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:29:17Z"
    name: isvc-raw-sklearn-batcher-d5968.18be7c1afa362d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: 173dac64-f5a8-409d-a369-e68282833370
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:39:15.979749Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: f67abeb2-fab9-49c4-ae41-21ba4333356e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk
    to ip-10-0-134-102.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:39:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:39:15Z"
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk.18be7ca640da466d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21099"
    uid: 253ed254-8b9f-42ae-98fc-bbb75afe369c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21097"
    uid: f67abeb2-fab9-49c4-ae41-21ba4333356e
  kind: Event
  lastTimestamp: "2026-07-02T13:39:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-b32985-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-02T13:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:16Z"
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk.18be7ca64dbd2f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 51358f99-9f3c-423d-8ae8-d3f2a5788a4a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: f67abeb2-fab9-49c4-ae41-21ba4333356e
  kind: Event
  lastTimestamp: "2026-07-02T13:39:17Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:39:17Z"
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk.18be7ca67e00a7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21116"
    uid: b1eb6943-5ac5-45fa-b31b-301d8d356601
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21097"
    uid: f67abeb2-fab9-49c4-ae41-21ba4333356e
  kind: Event
  lastTimestamp: "2026-07-02T13:39:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:22Z"
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk.18be7ca67f624feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: fb1f757a-e30c-492d-8b96-68cad0ae042e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21097"
    uid: f67abeb2-fab9-49c4-ae41-21ba4333356e
  kind: Event
  lastTimestamp: "2026-07-02T13:39:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-02T13:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:22Z"
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk.18be7ca682364ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21164"
    uid: 3de64144-e37b-4ff9-a97b-dba66f7fc910
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21097"
    uid: f67abeb2-fab9-49c4-ae41-21ba4333356e
  kind: Event
  lastTimestamp: "2026-07-02T13:39:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-02T13:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:22Z"
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk.18be7ca682a3bdcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21167"
    uid: 3a292909-fb74-470c-a73a-045a58662de3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21097"
    uid: f67abeb2-fab9-49c4-ae41-21ba4333356e
  kind: Event
  lastTimestamp: "2026-07-02T13:39:27Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk_kserve-ci-e2e-test(f67abeb2-fab9-49c4-ae41-21ba4333356e)
  metadata:
    creationTimestamp: "2026-07-02T13:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:27Z"
    name: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk.18be7ca8f08740ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21204"
    uid: b75e3437-4853-484a-9555-5e8bd80a181a
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-b32985-predictor-8bdf6fb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21085"
    uid: a63c1faa-3a82-446c-9f62-76bcc70a2e73
  kind: Event
  lastTimestamp: "2026-07-02T13:39:15Z"
  message: 'Created pod: isvc-secondary-b32985-predictor-8bdf6fb9b-j5rqk'
  metadata:
    creationTimestamp: "2026-07-02T13:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:39:15Z"
    name: isvc-secondary-b32985-predictor-8bdf6fb9b.18be7ca6406f6e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "21096"
    uid: d3fa2e37-41e4-47bf-a8d9-4e530cd98347
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-b32985-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21084"
    uid: d1f4d3ab-8bef-45da-8b92-5dc21e8db555
  kind: Event
  lastTimestamp: "2026-07-02T13:39:15Z"
  message: Scaled up replica set isvc-secondary-b32985-predictor-8bdf6fb9b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-02T13:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:39:15Z"
    name: isvc-secondary-b32985-predictor.18be7ca63c55b8da
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 70af17ad-c20f-4206-a2d4-9c0a40b809b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-b32985-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: 3bc5d6f6-d40c-403f-968c-4e4a4eb0d045
  kind: Event
  lastTimestamp: "2026-07-02T13:39:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:39:30Z"
    name: isvc-secondary-b32985-predictor.18be7ca9bb18877f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21232"
    uid: 9830cdd0-985b-4bd0-a21f-7cc079027f2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-b32985-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: 3bc5d6f6-d40c-403f-968c-4e4a4eb0d045
  kind: Event
  lastTimestamp: "2026-07-02T13:39:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:39:30Z"
    name: isvc-secondary-b32985-predictor.18be7ca9bb8453d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21234"
    uid: 5ea12d74-0ba1-4697-bf9d-fb3d6247b7e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b32985
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: 61a61177-9d3b-4cc4-9cf8-60a040cf212e
  kind: Event
  lastTimestamp: "2026-07-02T13:39:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-02T13:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:39:27Z"
    name: isvc-secondary-b32985.18be7ca63cc89e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21210"
    uid: 80783fab-a473-4427-be78-4d9329c74421
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b32985
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: 61a61177-9d3b-4cc4-9cf8-60a040cf212e
  kind: Event
  lastTimestamp: "2026-07-02T13:39:15Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-b32985":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-b32985":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:39:15Z"
    name: isvc-secondary-b32985.18be7ca63d1d5935
    namespace: kserve-ci-e2e-test
    resourceVersion: "21091"
    uid: 45ea3394-2010-4c38-be30-7df19e457800
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b32985
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: 61a61177-9d3b-4cc4-9cf8-60a040cf212e
  kind: Event
  lastTimestamp: "2026-07-02T13:39:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-b32985": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:39:15Z"
    name: isvc-secondary-b32985.18be7ca63d1daa11
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: bcf3e9d9-cfd5-4605-ab51-795df2b06439
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:29:24.539483Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    to ip-10-0-134-102.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c1c8c43fe21
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: bbcc35de-b7ac-4e34-8a02-7b68b1bb1be9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:29:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-17441-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c1c96051db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 53ad0df7-d1d2-4c2e-8553-33bc18f32f59
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:29:25Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:29:25Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c1ccb9fa9b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16077"
    uid: 1f818698-3b9e-44b7-a893-09f9117b2742
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:29:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:25Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c1ccd43417f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16079"
    uid: 27aaf2bc-fb57-4699-8925-529683dc3245
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:29:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-02T13:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:25Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c1cd0d535c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16081"
    uid: 000e4ba7-eabc-4b08-99f0-c77bb3a63b30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:29:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-02T13:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:25Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c1cd1445387
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: 0933b639-16f8-4f6b-ab1e-889007fd242d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:29:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:30Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c1dd1bd1a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16133"
    uid: 3aa41729-59b1-4fdb-a067-524bb9c4dc3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:29:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-02T13:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:30Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c1dd501a003
    namespace: kserve-ci-e2e-test
    resourceVersion: "16135"
    uid: 4458a241-6598-48cc-b115-b5b71517f9f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:29:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:30Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c1dd5768335
    namespace: kserve-ci-e2e-test
    resourceVersion: "16136"
    uid: 7e47afe7-e159-4e96-82da-05297be1f9a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:29:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:30Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c1dd58196e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: a0f22ef8-574e-47a4-baf0-affc7599a63d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:29:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-02T13:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:30Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c1dd8cc3fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: 8fe225cd-2395-4729-9631-6ac15137326e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:29:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:30Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c1dd941f082
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 2642aba1-235a-45f2-9969-cad45a96d029
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:30:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-02T13:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:30:41Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c1e0dbc5635
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: d9c95728-c54b-468e-9b54-86410ea80ee7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:31:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:14Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c363db6d743
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 317f0346-1ce0-4eb7-ba14-ed2bc847668c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:31:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:14Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c363db72283
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: f86ca451-f1eb-4a40-999d-f9eca79ebd71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: fc260412-6600-4d4a-8f15-d62092cf8500
  kind: Event
  lastTimestamp: "2026-07-02T13:31:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-02T13:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:17Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt.18be7c36bc3e94dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 7f6115b4-d242-42da-8fcb-2b383593b91f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 3d1b9393-56c7-426f-8e00-b48ee9db0891
  kind: Event
  lastTimestamp: "2026-07-02T13:29:24Z"
  message: 'Created pod: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74-2npzt'
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74.18be7c1c8b96c9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16018"
    uid: 771546a4-17b2-4fb1-89e2-d75fd6b21765
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-17441-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: a3dc826f-dfc4-4f46-abe3-d06aed217b2b
  kind: Event
  lastTimestamp: "2026-07-02T13:29:24Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-17441-predictor-6bbcdfff74
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-sklearn-graph-raw-17441-predictor.18be7c1c8593b098
    namespace: kserve-ci-e2e-test
    resourceVersion: "15989"
    uid: 3e2d75f1-b45c-42db-8f7f-ccb56b63164d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-17441-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15987"
    uid: ad5f9c82-b59e-428f-863e-b92f463c94ab
  kind: Event
  lastTimestamp: "2026-07-02T13:30:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:30:09Z"
    name: isvc-sklearn-graph-raw-17441-predictor.18be7c20048965c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 3d6c6beb-16a6-41c8-a6ef-a5f64d904c39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-17441-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15987"
    uid: ad5f9c82-b59e-428f-863e-b92f463c94ab
  kind: Event
  lastTimestamp: "2026-07-02T13:30:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:30:09Z"
    name: isvc-sklearn-graph-raw-17441-predictor.18be7c20052979ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16460"
    uid: a1fcc18b-7f72-402a-9b7c-403444e226dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-02T13:30:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-17441-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: ad5f9c82-b59e-428f-863e-b92f463c94ab
  kind: Event
  lastTimestamp: "2026-07-02T13:31:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:09Z"
    name: isvc-sklearn-graph-raw-17441-predictor.18be7c2a82156dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: 5722e373-1bff-4b1a-a9f7-24528f6f2ab7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-02T13:30:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-17441-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: ad5f9c82-b59e-428f-863e-b92f463c94ab
  kind: Event
  lastTimestamp: "2026-07-02T13:31:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:09Z"
    name: isvc-sklearn-graph-raw-17441-predictor.18be7c2a827e900c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16944"
    uid: c21e9ccd-9f64-4b50-9eda-c4247aa32925
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-17441
    namespace: kserve-ci-e2e-test
    resourceVersion: "15977"
    uid: 48c26311-3356-4f5c-87c0-a53e0f1b3eb1
  kind: Event
  lastTimestamp: "2026-07-02T13:30:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:30:51Z"
    name: isvc-sklearn-graph-raw-17441.18be7c1c85a1d05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16768"
    uid: bb9c2aa3-36a3-4700-b0ba-2670c9ffd7aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-17441
    namespace: kserve-ci-e2e-test
    resourceVersion: "15977"
    uid: 48c26311-3356-4f5c-87c0-a53e0f1b3eb1
  kind: Event
  lastTimestamp: "2026-07-02T13:29:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-17441":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-17441":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-sklearn-graph-raw-17441.18be7c1c8626aeb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: eaa74d28-380d-4882-b88d-d32c662d4a44
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:30:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-17441
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: 48c26311-3356-4f5c-87c0-a53e0f1b3eb1
  kind: Event
  lastTimestamp: "2026-07-02T13:30:51Z"
  message: InferenceService [isvc-sklearn-graph-raw-17441] is Ready
  metadata:
    creationTimestamp: "2026-07-02T13:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:30:51Z"
    name: isvc-sklearn-graph-raw-17441.18be7c30dd4054be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16766"
    uid: f44b1de9-d3fa-43ea-ba8b-fca385e0e863
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:31:14.847570Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17027"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    to ip-10-0-134-102.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:31:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:31:14Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c363b23cdf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: d80fb67d-949c-4cfa-898d-93511f35b8cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:31:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-2456a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-02T13:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:15Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c3644ae45a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: d01da6aa-1f92-44c4-a991-e0d0ba2ccb22
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:31:15Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:31:15Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c36784cf59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17119"
    uid: 64c5c081-3863-4a11-b4d5-93ebb656b976
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:31:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:15Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c36798b67e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: c3234327-84ab-4692-b15b-0f8fd5422e02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:31:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-02T13:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:15Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c367cf1f2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17122"
    uid: 32a38310-0a83-496f-b10f-0fb9883260ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:31:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-02T13:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:15Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c367d6b12e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17123"
    uid: 7069c9eb-4303-4743-823b-a3f2cdafd9c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:31:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:20Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c378bd1b22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: dbddc81c-8196-4801-b59a-b5934e97739c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:31:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-02T13:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:20Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c378fa1c972
    namespace: kserve-ci-e2e-test
    resourceVersion: "17190"
    uid: 8a1aeac0-9369-424f-a58e-c003f5b65199
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:31:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:20Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c3790240723
    namespace: kserve-ci-e2e-test
    resourceVersion: "17195"
    uid: 78fe051a-1fd3-4c08-95aa-429897cf5d36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:31:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:20Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c37902e452d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17196"
    uid: 96727404-71a7-425a-9514-ebd11cae91a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:31:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-02T13:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:20Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c3793dce945
    namespace: kserve-ci-e2e-test
    resourceVersion: "17201"
    uid: f3334453-81cf-4ed3-87cb-fdfd379853f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:31:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:20Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c37944a5923
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: a2a7d349-8ba5-4d65-806a-ee74e5a1ff89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:33:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-02T13:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:07Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c37c81fc0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18153"
    uid: e9fba80d-026d-4d27-a421-91a624049f0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:33:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:05Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c4feb281cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18100"
    uid: dc02971e-e349-4aa4-b454-e7e61674f4c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:33:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:05Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c4feb2889e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18106"
    uid: 36d33f38-e030-4f8a-8e6e-3b1b89ed1b12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: eb27b97f-5640-4afa-bd00-de5fdd3ea1db
  kind: Event
  lastTimestamp: "2026-07-02T13:33:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-02T13:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:07Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv.18be7c5076978ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18149"
    uid: c2ffbfad-c211-42e7-96ad-1386b4b62b8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17016"
    uid: 986fc5fb-0484-45c3-b763-a93449a9eef3
  kind: Event
  lastTimestamp: "2026-07-02T13:31:14Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6-tmpgv'
  metadata:
    creationTimestamp: "2026-07-02T13:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:14Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6.18be7c363a6b7638
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: 0b09a527-8347-4cb7-8d6b-e4fed7f5a348
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17014"
    uid: 093eb068-b72c-42f7-afaa-7e07d2b9d2f8
  kind: Event
  lastTimestamp: "2026-07-02T13:31:14Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-2456a-predictor-7d5dfdb5b6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-02T13:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:14Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor.18be7c3636453a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17017"
    uid: 84e19834-2bf9-4617-a510-a8873dde9b1c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17015"
    uid: a0d7f10e-da98-4414-941c-2219aa13fd2c
  kind: Event
  lastTimestamp: "2026-07-02T13:31:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:29Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor.18be7c39b4c34749
    namespace: kserve-ci-e2e-test
    resourceVersion: "17284"
    uid: 1c8a4743-ef78-4b9c-a6c6-ec4b6d22ad03
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17015"
    uid: a0d7f10e-da98-4414-941c-2219aa13fd2c
  kind: Event
  lastTimestamp: "2026-07-02T13:31:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:29Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor.18be7c39b52ce1c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17286"
    uid: d52a724d-3940-4bec-a57c-ed3da6f00379
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17285"
    uid: a0d7f10e-da98-4414-941c-2219aa13fd2c
  kind: Event
  lastTimestamp: "2026-07-02T13:32:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:32:59Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor.18be7c3d34445deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17990"
    uid: 39cd8b57-a948-4536-8f69-95897f1f4f2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17285"
    uid: a0d7f10e-da98-4414-941c-2219aa13fd2c
  kind: Event
  lastTimestamp: "2026-07-02T13:32:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:32:59Z"
    name: isvc-sklearn-graph-raw-hpa-2456a-predictor.18be7c3d34ae7f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17991"
    uid: 9a24dad6-041a-4f37-bc2b-686881dca9b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-2456a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 6f2689cf-6e39-45a6-bcc7-16dcfbc6627d
  kind: Event
  lastTimestamp: "2026-07-02T13:32:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-02T13:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:32:37Z"
    name: isvc-sklearn-graph-raw-hpa-2456a.18be7c36365b2fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: adf151ca-8e16-4212-a95d-fa6368de62c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-2456a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 6f2689cf-6e39-45a6-bcc7-16dcfbc6627d
  kind: Event
  lastTimestamp: "2026-07-02T13:31:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-2456a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-2456a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:31:14Z"
    name: isvc-sklearn-graph-raw-hpa-2456a.18be7c3636c8668d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: a9981faf-6f73-456b-98db-5733d8fa6c3e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:32:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-2456a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 6f2689cf-6e39-45a6-bcc7-16dcfbc6627d
  kind: Event
  lastTimestamp: "2026-07-02T13:32:37Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-2456a] is Ready
  metadata:
    creationTimestamp: "2026-07-02T13:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:32:37Z"
    name: isvc-sklearn-graph-raw-hpa-2456a.18be7c4980654aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17797"
    uid: 14619307-3adc-42df-b7bd-e4bc69af662b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:34:50.428940Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    to ip-10-0-134-102.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c686cca779f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19044"
    uid: 71a825fb-9391-492b-a328-184d913a0400
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:34:50Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c68860df1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: 1b785a9c-3e5e-42c8-b793-bc1673ede0de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:34:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c68874d046e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 9866579a-37d8-4325-9fab-0e8d055b5343
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:34:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c688a67f56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19082"
    uid: 47445d14-dc52-456d-a755-0be7fe2dbe61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:34:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c688ad44db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: d3250403-bef0-4e1d-ab09-e8bf1a08f811
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:34:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:55Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c6995e983bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19125"
    uid: 038bbe1f-989c-4274-b16c-ac8c7210ce57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:34:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-02T13:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:55Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c6998ff1216
    namespace: kserve-ci-e2e-test
    resourceVersion: "19128"
    uid: 7e87fa1a-f6fe-45cf-ae85-84569e990c26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:34:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:55Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c69996e70b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: ebf39314-be05-4b9f-a1ae-3d6f91aedbdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:34:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:55Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c699977b3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b8308d7-a95c-486c-8d8b-efd6f93f3a21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:34:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-02T13:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:55Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c699d3f23ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: 09934b32-d000-4b4b-838e-56484f784831
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:34:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:55Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c699db07724
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: f8ae56f4-8ae4-4b00-b5a9-87e87e5202f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:37:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-02T13:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:37:40Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c6a0de6897a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 5e88bf87-57f9-4121-b029-62ec5b765546
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:37:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:37:40Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c900eb8c2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: f196ba15-7bb8-46bb-ae2c-f666d417d515
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:37:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:37:40Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c900eb958f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: 780d82a2-02a3-4c66-9642-64db26c6d550
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8ca25eb9-d41f-4345-9118-03d215ad2307
  kind: Event
  lastTimestamp: "2026-07-02T13:37:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-02T13:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:37:48Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2.18be7c90b4739ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20426"
    uid: 00b535a1-87c3-4216-aa70-bfa11690d177
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19016"
    uid: a1c88c22-6d37-46b0-a4a5-b9ff39df5eec
  kind: Event
  lastTimestamp: "2026-07-02T13:34:50Z"
  message: 'Created pod: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4-grgh2'
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4.18be7c686c63fafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19040"
    uid: fdecb551-c0cf-4d0b-8154-86f248082099
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-dc1a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: 79500d31-7b34-459d-975d-5215cbeab496
  kind: Event
  lastTimestamp: "2026-07-02T13:34:50Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-dc1a2-predictor-65df7698b4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor.18be7c68686f0f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: 340d934a-96e0-4081-ba49-b54d33182d18
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:35:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dc1a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 123a7608-d27f-409a-abd9-03571c206198
  kind: Event
  lastTimestamp: "2026-07-02T13:35:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:35:35Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor.18be7c6be6e3ad70
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: c230e4c4-0780-46a9-817d-2c13a9fce80c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:35:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dc1a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 123a7608-d27f-409a-abd9-03571c206198
  kind: Event
  lastTimestamp: "2026-07-02T13:35:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:35:35Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor.18be7c6be7491122
    namespace: kserve-ci-e2e-test
    resourceVersion: "19424"
    uid: e1e95c60-3119-4b93-9cb1-4ef340e04d42
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-02T13:35:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dc1a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: 123a7608-d27f-409a-abd9-03571c206198
  kind: Event
  lastTimestamp: "2026-07-02T13:37:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:37:35Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor.18be7c6f66420bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20272"
    uid: 999cf08f-2fcb-4a48-b918-27bdf3f7cd07
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-02T13:35:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dc1a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: 123a7608-d27f-409a-abd9-03571c206198
  kind: Event
  lastTimestamp: "2026-07-02T13:37:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:37:35Z"
    name: isvc-sklearn-scale-raw-dc1a2-predictor.18be7c6f66906a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "20273"
    uid: 784a270e-b2dd-489b-b678-cf8f042772ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dc1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: cd3793a9-2488-44ab-a7dd-dc8a5ec04e92
  kind: Event
  lastTimestamp: "2026-07-02T13:37:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:37:30Z"
    name: isvc-sklearn-scale-raw-dc1a2.18be7c686888406a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1b64f69a-984e-46f8-96df-da1e9b293d91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dc1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: cd3793a9-2488-44ab-a7dd-dc8a5ec04e92
  kind: Event
  lastTimestamp: "2026-07-02T13:34:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-dc1a2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-dc1a2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: isvc-sklearn-scale-raw-dc1a2.18be7c6869283001
    namespace: kserve-ci-e2e-test
    resourceVersion: "19068"
    uid: ad764187-fd54-44dd-849a-974978fd2723
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dc1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: cd3793a9-2488-44ab-a7dd-dc8a5ec04e92
  kind: Event
  lastTimestamp: "2026-07-02T13:34:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-dc1a2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: isvc-sklearn-scale-raw-dc1a2.18be7c687147ddc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19069"
    uid: 57d2ca1c-3a8e-46b5-9105-7311048f3eb6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:37:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dc1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20236"
    uid: cd3793a9-2488-44ab-a7dd-dc8a5ec04e92
  kind: Event
  lastTimestamp: "2026-07-02T13:37:30Z"
  message: InferenceService [isvc-sklearn-scale-raw-dc1a2] is Ready
  metadata:
    creationTimestamp: "2026-07-02T13:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:37:30Z"
    name: isvc-sklearn-scale-raw-dc1a2.18be7c8dc3c1939d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20237"
    uid: d546e11c-09e1-4169-a4af-9c28c541e631
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:29:24.614229Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16044"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    to ip-10-0-134-102.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c1c90b885ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 92f67d10-a19b-4dd6-bcc2-948faeb31990
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:29:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-17441-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:25Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c1c9c1018c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16074"
    uid: 4084afba-d4c3-4eb8-974d-7d5980cf1fa2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16055"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:29:26Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:29:26Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c1d03a1ca17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16097"
    uid: 67c14690-a829-4ed8-a670-0d5405af1d73
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:29:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:26Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c1d052a8233
    namespace: kserve-ci-e2e-test
    resourceVersion: "16100"
    uid: 8180d7a4-8cbd-42bd-88ec-ae18937a461d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:29:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-02T13:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:26Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c1d0816a9af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16101"
    uid: dcf1001e-f128-4dda-9e1a-f370ef0f1eb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:29:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-02T13:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:26Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c1d0881e779
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: a50c8b33-0f01-46d0-847b-27cddbb14c9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:29:31Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-02T13:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:31Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c1e0dd00940
    namespace: kserve-ci-e2e-test
    resourceVersion: "16151"
    uid: 82aef0ca-3959-4165-9674-0adb5c7e95dd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:29:50Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.759s (19.759s
    including waiting). Image size: 1305293048 bytes.'
  metadata:
    creationTimestamp: "2026-07-02T13:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:50Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c22a794ffc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: a7b64e88-259d-4b13-9aad-93f847cc5eb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:29:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-02T13:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:50Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c22ab923034
    namespace: kserve-ci-e2e-test
    resourceVersion: "16311"
    uid: 63f19fea-fd46-48a4-82ff-e128fc371ae1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:29:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:50Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c22ac018182
    namespace: kserve-ci-e2e-test
    resourceVersion: "16312"
    uid: 66c0a7c3-e655-4046-80b2-4a5795e27566
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:29:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:50Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c22ac0cf144
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: 73997ea2-e3c5-4b54-a811-312eed3bc55c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:29:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-02T13:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:50Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c22aebe912f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: 6d8313ee-a90f-49e1-a1d2-4772c260bd7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:29:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:29:50Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c22af2ee9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: f583d87f-3f13-47d1-aed1-0d42298a77ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:31:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-02T13:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:17Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c22bbabfe46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: 21ab3344-8af8-4d68-a78f-7a6b41349087
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:31:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:15Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c36449e080b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 767e9d21-9fbe-4708-a9fb-202d5451c7a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:31:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:15Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c36449e849d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: b2a96d4d-db60-4ecf-9910-348b64858165
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7ace76c1-97f1-4c88-9e63-6626cda974bf
  kind: Event
  lastTimestamp: "2026-07-02T13:31:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-02T13:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:17Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp.18be7c36c1f4d843
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: acfc25f9-8ba3-4eb3-9e67-14a5f284345c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: f1cd2a8e-c01a-4061-a3c4-2a31e9bf6b16
  kind: Event
  lastTimestamp: "2026-07-02T13:29:24Z"
  message: 'Created pod: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9-zsmzp'
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9.18be7c1c904dde58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16045"
    uid: 71be0f62-f13f-4566-abe4-67c179b3ce30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-17441-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16020"
    uid: 11843bf0-84f1-44b9-af65-e62deb555259
  kind: Event
  lastTimestamp: "2026-07-02T13:29:24Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-17441-predictor-7d56dbf8d9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-xgboost-graph-raw-17441-predictor.18be7c1c8d1bca60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: 66795fe3-8864-46be-bdfb-284d1a8fa22e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-17441-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16025"
    uid: 0d8675f0-d5e5-4973-bc2a-30f31347048c
  kind: Event
  lastTimestamp: "2026-07-02T13:30:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:30:24Z"
    name: isvc-xgboost-graph-raw-17441-predictor.18be7c200bb7760f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: 65711bec-078b-4654-a5d9-fe455c3b58c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-17441-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16025"
    uid: 0d8675f0-d5e5-4973-bc2a-30f31347048c
  kind: Event
  lastTimestamp: "2026-07-02T13:30:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:30:24Z"
    name: isvc-xgboost-graph-raw-17441-predictor.18be7c200c1d2ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: 8e874823-2d8c-4f28-9b10-d0a08f99be31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:30:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-17441-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: 0d8675f0-d5e5-4973-bc2a-30f31347048c
  kind: Event
  lastTimestamp: "2026-07-02T13:31:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:09Z"
    name: isvc-xgboost-graph-raw-17441-predictor.18be7c2e06f7dd88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 75af3c30-b8cc-4210-a6d7-49579b22bbae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:30:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-17441-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: 0d8675f0-d5e5-4973-bc2a-30f31347048c
  kind: Event
  lastTimestamp: "2026-07-02T13:31:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:09Z"
    name: isvc-xgboost-graph-raw-17441-predictor.18be7c2e0775975f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: 279332ec-492b-4d60-9ea2-498f261cd1b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-17441
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: fbf6b6d5-b423-4caa-864e-6d1a9e1ce4f3
  kind: Event
  lastTimestamp: "2026-07-02T13:30:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:30:57Z"
    name: isvc-xgboost-graph-raw-17441.18be7c1c8d95bc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 08576d6e-28a1-4a2e-b3d9-d03c4a04a3b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:29:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-17441
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: fbf6b6d5-b423-4caa-864e-6d1a9e1ce4f3
  kind: Event
  lastTimestamp: "2026-07-02T13:29:24Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-17441":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-17441":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:29:24Z"
    name: isvc-xgboost-graph-raw-17441.18be7c1c8e38a827
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 037c0319-7cd2-4f6e-9292-e3c71189fcae
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:30:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-17441
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: fbf6b6d5-b423-4caa-864e-6d1a9e1ce4f3
  kind: Event
  lastTimestamp: "2026-07-02T13:30:57Z"
  message: InferenceService [isvc-xgboost-graph-raw-17441] is Ready
  metadata:
    creationTimestamp: "2026-07-02T13:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:30:57Z"
    name: isvc-xgboost-graph-raw-17441.18be7c321f81a3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: c91f8440-c235-4ae9-8ddb-571d53b3f6ca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:31:14.953658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    to ip-10-0-134-102.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:31:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:31:14Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c364176a3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: 0ee3997f-dcc8-4284-8110-0eb759f26e44
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:31:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-2456a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-02T13:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:15Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c364ac46ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17105"
    uid: a006f7d2-b4f3-4123-b824-e9460cdc3271
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:31:15Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:31:15Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c367f8ffb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 12b9d12c-6d96-4109-9370-072d074ff7e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:31:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:16Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c3680d9eefe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: 63118e74-679e-4349-8a93-5962bc2b6708
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:31:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-02T13:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:16Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c3683ac6c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: ecda3812-c106-4131-886c-06c7351d1739
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:31:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-02T13:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:16Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c36841c56c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: 90d99adb-7493-406e-87d0-b3c791d19998
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:31:20Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:20Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c378bed3eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: 9505e6da-0f8a-4bbe-984c-684144cbd1ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:31:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-02T13:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:20Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c378f8eeed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: efb5760b-06d2-4d07-8193-9593711e2446
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:31:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:20Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c3790167520
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: 79870abb-b1ce-4560-9f22-a35901fb2efa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:31:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:20Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c37901fe1c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: 608ce57f-db14-475a-9025-5ceabfefe853
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:31:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-02T13:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:20Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c3793b826bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 7356b59d-a1ad-4b18-a1b8-8d8cf131802c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:31:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:20Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c379429f32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17202"
    uid: 4c0905ef-13d5-45d0-b866-658e89408a6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:33:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-02T13:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:07Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c37c7f988a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: d00d17c7-e7b1-4a49-a096-345a8b2e1f4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:33:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:05Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c4fed5c437d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18117"
    uid: 892c870e-6333-473c-b563-e93d3e124464
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:33:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:05Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c4fed5ccdab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18119"
    uid: 62b3e8fe-bfb4-46de-a6b5-1b93aea559fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 22b44a3a-d286-4537-b959-b90727a4eace
  kind: Event
  lastTimestamp: "2026-07-02T13:33:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-02T13:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:07Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh.18be7c50769898cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: c85cdec6-5ccc-4dfc-9a83-ff23f4bf23b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: c2348f56-3e27-4390-9f0a-7aed3bc231ec
  kind: Event
  lastTimestamp: "2026-07-02T13:31:14Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569-ksgsh'
  metadata:
    creationTimestamp: "2026-07-02T13:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:14Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569.18be7c3640f027fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: fa034779-ff50-40b5-9ae6-38fd9533e7df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17053"
    uid: f74955e0-ed90-4dca-ba88-d8d5ab1b0fda
  kind: Event
  lastTimestamp: "2026-07-02T13:31:14Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-2456a-predictor-798988c569
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-02T13:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:14Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor.18be7c363dda736e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17058"
    uid: a955b452-f18b-4736-99d5-9549a33af7a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 763a6671-e890-46b0-b431-ebb69a45d3d1
  kind: Event
  lastTimestamp: "2026-07-02T13:31:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:44Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor.18be7c39bc8ae47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: ec630319-7d19-4d0f-a6cb-3a8211f9a218
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 763a6671-e890-46b0-b431-ebb69a45d3d1
  kind: Event
  lastTimestamp: "2026-07-02T13:31:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:44Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor.18be7c39bcf55c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17399"
    uid: bb3aea73-8ed0-4272-991e-ec71bd91467f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17289"
    uid: 763a6671-e890-46b0-b431-ebb69a45d3d1
  kind: Event
  lastTimestamp: "2026-07-02T13:32:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:32:59Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor.18be7c40ba4e36ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17992"
    uid: af33d8d2-d934-4e2d-9022-ad7f12b05fd1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17289"
    uid: 763a6671-e890-46b0-b431-ebb69a45d3d1
  kind: Event
  lastTimestamp: "2026-07-02T13:32:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:32:59Z"
    name: isvc-xgboost-graph-raw-hpa-2456a-predictor.18be7c40baba9eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17993"
    uid: 74c7a461-6a94-4602-9d96-1bd08427dbec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-2456a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17022"
    uid: 3e02f066-2504-49f5-b065-bd5a231e7afd
  kind: Event
  lastTimestamp: "2026-07-02T13:32:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-02T13:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:32:27Z"
    name: isvc-xgboost-graph-raw-hpa-2456a.18be7c363e2e011e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: 5008d5a6-4dd7-4bb4-92a9-a4017887ff29
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-2456a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17022"
    uid: 3e02f066-2504-49f5-b065-bd5a231e7afd
  kind: Event
  lastTimestamp: "2026-07-02T13:31:14Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-2456a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-2456a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:31:14Z"
    name: isvc-xgboost-graph-raw-hpa-2456a.18be7c363e83489d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: f6ea0440-8a79-47b1-adaf-280a82fe4793
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:32:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-2456a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 3e02f066-2504-49f5-b065-bd5a231e7afd
  kind: Event
  lastTimestamp: "2026-07-02T13:32:27Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-2456a] is Ready
  metadata:
    creationTimestamp: "2026-07-02T13:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:32:27Z"
    name: isvc-xgboost-graph-raw-hpa-2456a.18be7c472ca54d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: a6379640-b148-4074-a46b-33d59337f9cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:33:05.130248Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18074"
    uid: a986669e-f600-413f-bcf4-132fbcb39dd2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx
    to ip-10-0-134-102.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:33:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:33:05Z"
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx.18be7c4fe8800397
    namespace: kserve-ci-e2e-test
    resourceVersion: "18083"
    uid: e1b28442-e9c7-4d81-a00a-7359e42445fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18094"
    uid: a986669e-f600-413f-bcf4-132fbcb39dd2
  kind: Event
  lastTimestamp: "2026-07-02T13:33:05Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:33:05Z"
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx.18be7c5001ece20f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18126"
    uid: bef7eb6b-5438-4d66-b43a-f2c026c3b0e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: a986669e-f600-413f-bcf4-132fbcb39dd2
  kind: Event
  lastTimestamp: "2026-07-02T13:33:05Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-02T13:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:05Z"
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx.18be7c5003323365
    namespace: kserve-ci-e2e-test
    resourceVersion: "18128"
    uid: 0efc205d-13cf-4790-b9cd-12ee37a2bb75
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: a986669e-f600-413f-bcf4-132fbcb39dd2
  kind: Event
  lastTimestamp: "2026-07-02T13:33:06Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.27s (1.27s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-02T13:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:06Z"
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx.18be7c504eed392f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18137"
    uid: 71427fc5-4e11-4bea-ba30-72c7ce273fe9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: a986669e-f600-413f-bcf4-132fbcb39dd2
  kind: Event
  lastTimestamp: "2026-07-02T13:33:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-02T13:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:06Z"
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx.18be7c5052975fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: ee711e87-a11f-4bc1-93d7-76b69263c7a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: a986669e-f600-413f-bcf4-132fbcb39dd2
  kind: Event
  lastTimestamp: "2026-07-02T13:33:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:06Z"
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx.18be7c5053047867
    namespace: kserve-ci-e2e-test
    resourceVersion: "18140"
    uid: 50ca371b-e93b-4c39-8e00-e4dfbd613564
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: a986669e-f600-413f-bcf4-132fbcb39dd2
  kind: Event
  lastTimestamp: "2026-07-02T13:33:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:06Z"
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx.18be7c50530d1b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: b0f67750-bf7e-4e6e-b364-870ffd85baab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: a986669e-f600-413f-bcf4-132fbcb39dd2
  kind: Event
  lastTimestamp: "2026-07-02T13:33:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-02T13:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:06Z"
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx.18be7c5055bcfa6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 7913b75e-f769-4d6b-9a69-d73a84e6ea12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: a986669e-f600-413f-bcf4-132fbcb39dd2
  kind: Event
  lastTimestamp: "2026-07-02T13:33:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:06Z"
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx.18be7c50562bfee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18143"
    uid: 6187114b-2bf4-4aa7-8708-891ce75a739d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: a986669e-f600-413f-bcf4-132fbcb39dd2
  kind: Event
  lastTimestamp: "2026-07-02T13:34:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx.18be7c68709abf30
    namespace: kserve-ci-e2e-test
    resourceVersion: "19064"
    uid: 6cb6c05d-7650-4687-84b4-c210c2c1be63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: a986669e-f600-413f-bcf4-132fbcb39dd2
  kind: Event
  lastTimestamp: "2026-07-02T13:34:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:34:50Z"
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx.18be7c68709b8599
    namespace: kserve-ci-e2e-test
    resourceVersion: "19066"
    uid: 1a387dcf-06b4-4709-90d2-3e415aee8178
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18063"
    uid: bd9df588-eb31-4425-997f-260dd706d4fa
  kind: Event
  lastTimestamp: "2026-07-02T13:33:05Z"
  message: 'Created pod: message-dumper-raw-260d5-predictor-5cfcbb6d5f-g2ntx'
  metadata:
    creationTimestamp: "2026-07-02T13:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:33:05Z"
    name: message-dumper-raw-260d5-predictor-5cfcbb6d5f.18be7c4fe7fd8131
    namespace: kserve-ci-e2e-test
    resourceVersion: "18076"
    uid: a7ef3e41-f93f-4085-afc7-065cc4ab1f4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-260d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18061"
    uid: ac3ae2ec-aadf-404d-8258-05c3f5845d06
  kind: Event
  lastTimestamp: "2026-07-02T13:33:05Z"
  message: Scaled up replica set message-dumper-raw-260d5-predictor-5cfcbb6d5f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-02T13:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:33:05Z"
    name: message-dumper-raw-260d5-predictor.18be7c4fe4e9313d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18064"
    uid: 00f307c3-0942-4801-88b4-e7c380fb401b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-260d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: 13d73a65-c049-49c1-953c-93d5ac7df0b4
  kind: Event
  lastTimestamp: "2026-07-02T13:33:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:33:35Z"
    name: message-dumper-raw-260d5-predictor.18be7c5363bcfff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18445"
    uid: b1648cef-00c0-4d79-8698-76d3f5d1484f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-260d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: 13d73a65-c049-49c1-953c-93d5ac7df0b4
  kind: Event
  lastTimestamp: "2026-07-02T13:33:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:33:35Z"
    name: message-dumper-raw-260d5-predictor.18be7c5364250525
    namespace: kserve-ci-e2e-test
    resourceVersion: "18446"
    uid: 0c815295-aa30-424d-aca5-f86fe49f1634
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-260d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18052"
    uid: cb8a995e-5fd2-46fb-8fb0-10557136538b
  kind: Event
  lastTimestamp: "2026-07-02T13:33:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-02T13:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:33:15Z"
    name: message-dumper-raw-260d5.18be7c4fe4fe4ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18229"
    uid: cae395e4-404d-423d-8ebd-e076522b2fb2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-260d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18052"
    uid: cb8a995e-5fd2-46fb-8fb0-10557136538b
  kind: Event
  lastTimestamp: "2026-07-02T13:33:05Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-260d5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-260d5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:33:05Z"
    name: message-dumper-raw-260d5.18be7c4fe59494c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18069"
    uid: d5025dbe-36a1-431d-b82a-cb34ff5894be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-260d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18227"
    uid: cb8a995e-5fd2-46fb-8fb0-10557136538b
  kind: Event
  lastTimestamp: "2026-07-02T13:33:15Z"
  message: InferenceService [message-dumper-raw-260d5] is Ready
  metadata:
    creationTimestamp: "2026-07-02T13:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:33:15Z"
    name: message-dumper-raw-260d5.18be7c52376a3751
    namespace: kserve-ci-e2e-test
    resourceVersion: "18228"
    uid: 4bcc35b6-b4fb-4585-9491-03eac0529ffc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:31:04.556709Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-17441-85d4464857-b62j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16882"
    uid: a2ce9aef-4d90-4503-a4f7-78b7d6e88200
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-17441-85d4464857-b62j2
    to ip-10-0-130-179.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:31:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:31:04Z"
    name: model-chainer-raw-17441-85d4464857-b62j2.18be7c33d5c1c2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: 23015543-eb12-450f-ba12-fa4dfdc47151
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-17441-85d4464857-b62j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16885"
    uid: a2ce9aef-4d90-4503-a4f7-78b7d6e88200
  kind: Event
  lastTimestamp: "2026-07-02T13:31:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-17441-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-02T13:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:04Z"
    name: model-chainer-raw-17441-85d4464857-b62j2.18be7c33e1394572
    namespace: kserve-ci-e2e-test
    resourceVersion: "16901"
    uid: 012ab99c-6d72-4995-9125-5b12da177783
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-17441-85d4464857-b62j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16890"
    uid: a2ce9aef-4d90-4503-a4f7-78b7d6e88200
  kind: Event
  lastTimestamp: "2026-07-02T13:31:05Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:31:05Z"
    name: model-chainer-raw-17441-85d4464857-b62j2.18be7c341304dea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: fbc97b96-71e4-41d1-88f7-8339f85399d5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-17441}
    kind: Pod
    name: model-chainer-raw-17441-85d4464857-b62j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16885"
    uid: a2ce9aef-4d90-4503-a4f7-78b7d6e88200
  kind: Event
  lastTimestamp: "2026-07-02T13:31:05Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:9f703da9f2f5afd108b6816a57feadccff9213d4d8437a63e732fa3fbaa3fa9d"
  metadata:
    creationTimestamp: "2026-07-02T13:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:05Z"
    name: model-chainer-raw-17441-85d4464857-b62j2.18be7c34144e6ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: f16f9147-47c7-41f5-86c7-5c4ef0b85819
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-17441}
    kind: Pod
    name: model-chainer-raw-17441-85d4464857-b62j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16885"
    uid: a2ce9aef-4d90-4503-a4f7-78b7d6e88200
  kind: Event
  lastTimestamp: "2026-07-02T13:31:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:9f703da9f2f5afd108b6816a57feadccff9213d4d8437a63e732fa3fbaa3fa9d"
    in 2.075s (2.075s including waiting). Image size: 218070105 bytes.'
  metadata:
    creationTimestamp: "2026-07-02T13:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:07Z"
    name: model-chainer-raw-17441-85d4464857-b62j2.18be7c3490034a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: cf7c2a99-5efb-4285-a8bf-549a8d6a6895
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-17441}
    kind: Pod
    name: model-chainer-raw-17441-85d4464857-b62j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16885"
    uid: a2ce9aef-4d90-4503-a4f7-78b7d6e88200
  kind: Event
  lastTimestamp: "2026-07-02T13:31:07Z"
  message: 'Created container: model-chainer-raw-17441'
  metadata:
    creationTimestamp: "2026-07-02T13:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:07Z"
    name: model-chainer-raw-17441-85d4464857-b62j2.18be7c3493371b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16928"
    uid: bba67518-26e3-4a73-bc20-406f440711c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-17441}
    kind: Pod
    name: model-chainer-raw-17441-85d4464857-b62j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16885"
    uid: a2ce9aef-4d90-4503-a4f7-78b7d6e88200
  kind: Event
  lastTimestamp: "2026-07-02T13:31:07Z"
  message: Started container model-chainer-raw-17441
  metadata:
    creationTimestamp: "2026-07-02T13:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:07Z"
    name: model-chainer-raw-17441-85d4464857-b62j2.18be7c3493b9c453
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: cdacf4aa-b791-401d-95a6-3c0eae8b5b28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-17441}
    kind: Pod
    name: model-chainer-raw-17441-85d4464857-b62j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16885"
    uid: a2ce9aef-4d90-4503-a4f7-78b7d6e88200
  kind: Event
  lastTimestamp: "2026-07-02T13:31:14Z"
  message: Stopping container model-chainer-raw-17441
  metadata:
    creationTimestamp: "2026-07-02T13:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:14Z"
    name: model-chainer-raw-17441-85d4464857-b62j2.18be7c362dc12d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: 7757afff-c81b-4ec6-99b9-c03499d24a01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-17441}
    kind: Pod
    name: model-chainer-raw-17441-85d4464857-b62j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16885"
    uid: a2ce9aef-4d90-4503-a4f7-78b7d6e88200
  kind: Event
  lastTimestamp: "2026-07-02T13:31:44Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-02T13:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:31:44Z"
    name: model-chainer-raw-17441-85d4464857-b62j2.18be7c374891df05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: df0aab2b-0feb-4c3c-a550-a53ffb0c6f06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-17441-85d4464857
    namespace: kserve-ci-e2e-test
    resourceVersion: "16879"
    uid: 1b1e5601-0ba1-48f7-9880-8cb37df98935
  kind: Event
  lastTimestamp: "2026-07-02T13:31:04Z"
  message: 'Created pod: model-chainer-raw-17441-85d4464857-b62j2'
  metadata:
    creationTimestamp: "2026-07-02T13:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:04Z"
    name: model-chainer-raw-17441-85d4464857.18be7c33d553de9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16884"
    uid: b78a9fc2-cdb3-4462-b7f9-73e028aaabb5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-17441
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: ac928c41-dd1b-46e5-9d05-91d8ffa1dac6
  kind: Event
  lastTimestamp: "2026-07-02T13:31:04Z"
  message: Scaled up replica set model-chainer-raw-17441-85d4464857 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-02T13:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:31:04Z"
    name: model-chainer-raw-17441.18be7c33d4075afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16881"
    uid: 53eafa31-6873-4c11-98c7-0c9510f221a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-17441
    namespace: kserve-ci-e2e-test
    resourceVersion: "16893"
    uid: fbde0725-5ac4-420e-b8a0-da3534b1f9a3
  kind: Event
  lastTimestamp: "2026-07-02T13:31:04Z"
  message: InferenceGraph [model-chainer-raw-17441] is Ready
  metadata:
    creationTimestamp: "2026-07-02T13:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:31:04Z"
    name: model-chainer-raw-17441.18be7c33d7e46b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: cfc36910-0a18-4420-8ef6-2709f47d847b
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-17441
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: fbde0725-5ac4-420e-b8a0-da3534b1f9a3
  kind: Event
  lastTimestamp: "2026-07-02T13:31:04Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-17441":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-17441":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:31:04Z"
    name: model-chainer-raw-17441.18be7c33dafd3788
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: 47586d4b-e5c2-4504-8f3c-afce7ec0665b
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:31:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-17441
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: fbde0725-5ac4-420e-b8a0-da3534b1f9a3
  kind: Event
  lastTimestamp: "2026-07-02T13:31:04Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-17441": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:31:04Z"
    name: model-chainer-raw-17441.18be7c33dafd9930
    namespace: kserve-ci-e2e-test
    resourceVersion: "16898"
    uid: 8973140c-4cd7-4b20-ada6-ffcae82bae53
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:32:54.878176Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17931"
    uid: 4f0ca5ed-db5f-4f0f-93a9-898ee41cef7f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-2456a-cd7c56746-cqqdp
    to ip-10-0-130-179.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:32:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:32:54Z"
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp.18be7c4d856dc33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: ca9f383a-34eb-40c1-9929-1c9e084e9273
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:32:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 4f0ca5ed-db5f-4f0f-93a9-898ee41cef7f
  kind: Event
  lastTimestamp: "2026-07-02T13:32:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-2456a-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-02T13:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:32:55Z"
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp.18be7c4d91d4166e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: be64193e-f476-4c88-8e75-3f21e5e3166e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:32:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 4f0ca5ed-db5f-4f0f-93a9-898ee41cef7f
  kind: Event
  lastTimestamp: "2026-07-02T13:32:55Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:32:55Z"
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp.18be7c4dc309259c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: d98d97c5-eb68-43ab-8dc2-704c63bd3d22
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2456a}
    kind: Pod
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 4f0ca5ed-db5f-4f0f-93a9-898ee41cef7f
  kind: Event
  lastTimestamp: "2026-07-02T13:32:55Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:9f703da9f2f5afd108b6816a57feadccff9213d4d8437a63e732fa3fbaa3fa9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:32:55Z"
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp.18be7c4dc44a2260
    namespace: kserve-ci-e2e-test
    resourceVersion: "17958"
    uid: ea99aca7-9cda-4ac1-be80-5cefebb6c471
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2456a}
    kind: Pod
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 4f0ca5ed-db5f-4f0f-93a9-898ee41cef7f
  kind: Event
  lastTimestamp: "2026-07-02T13:32:56Z"
  message: 'Created container: model-chainer-raw-hpa-2456a'
  metadata:
    creationTimestamp: "2026-07-02T13:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:32:56Z"
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp.18be7c4dc8ca4900
    namespace: kserve-ci-e2e-test
    resourceVersion: "17959"
    uid: 92e32114-6946-48d9-a0e0-2419d6a3dff8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2456a}
    kind: Pod
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 4f0ca5ed-db5f-4f0f-93a9-898ee41cef7f
  kind: Event
  lastTimestamp: "2026-07-02T13:32:56Z"
  message: Started container model-chainer-raw-hpa-2456a
  metadata:
    creationTimestamp: "2026-07-02T13:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:32:56Z"
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp.18be7c4dc9372fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: bcf0870f-9e3f-43bc-a30b-fbaf43f4c269
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2456a}
    kind: Pod
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 4f0ca5ed-db5f-4f0f-93a9-898ee41cef7f
  kind: Event
  lastTimestamp: "2026-07-02T13:33:04Z"
  message: Stopping container model-chainer-raw-hpa-2456a
  metadata:
    creationTimestamp: "2026-07-02T13:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:04Z"
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp.18be7c4fdc67f9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18047"
    uid: a777165f-7fc3-4ad4-8b7e-7a4a35eec7b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-02T13:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2456a}
    kind: Pod
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 4f0ca5ed-db5f-4f0f-93a9-898ee41cef7f
  kind: Event
  lastTimestamp: "2026-07-02T13:33:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-02T13:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:33:32Z"
    name: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp.18be7c508af07980
    namespace: kserve-ci-e2e-test
    resourceVersion: "18423"
    uid: 82d254db-8383-4d0e-b7a9-2561d566e3c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:32:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-2456a-cd7c56746
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 98905279-0ffe-4d5e-a963-52da247da1b9
  kind: Event
  lastTimestamp: "2026-07-02T13:32:54Z"
  message: 'Created pod: model-chainer-raw-hpa-2456a-cd7c56746-cqqdp'
  metadata:
    creationTimestamp: "2026-07-02T13:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:32:54Z"
    name: model-chainer-raw-hpa-2456a-cd7c56746.18be7c4d84aeff77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17934"
    uid: f8792b72-837d-4f17-bbbb-c0e533e382d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:32:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-2456a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: bd441981-bc10-4743-86cb-23d8b08e920e
  kind: Event
  lastTimestamp: "2026-07-02T13:32:54Z"
  message: Scaled up replica set model-chainer-raw-hpa-2456a-cd7c56746 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-02T13:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:32:54Z"
    name: model-chainer-raw-hpa-2456a.18be7c4d838175f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17929"
    uid: ac8f97c9-eac1-4384-a5bf-cf1c8c5608c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:32:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-2456a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17942"
    uid: e17092be-2b24-4d86-8b30-e7bd7e4c9ae3
  kind: Event
  lastTimestamp: "2026-07-02T13:32:54Z"
  message: InferenceGraph [model-chainer-raw-hpa-2456a] is Ready
  metadata:
    creationTimestamp: "2026-07-02T13:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:32:54Z"
    name: model-chainer-raw-hpa-2456a.18be7c4d87deec93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17944"
    uid: 0478339e-2a42-4a4d-8aa4-b470ed157ea7
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:39:54.426072Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    to ip-10-0-134-102.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:39:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:39:54Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7caf346e9532
    namespace: kserve-ci-e2e-test
    resourceVersion: "21544"
    uid: 8ef45715-5030-4009-81cd-70100358bfef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:39:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-73b8c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-02T13:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:54Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7caf3eeb4779
    namespace: kserve-ci-e2e-test
    resourceVersion: "21556"
    uid: bb27c8f1-4ebd-4875-9329-989058c3664b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:39:55Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:39:55Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7caf72c221ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21567"
    uid: c6bc709b-3ad0-4858-95c9-9e16f1b6ba36
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:39:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:55Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7caf74275a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fd3b069a-f9ec-4957-b2d5-bb386ab63b53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:39:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-02T13:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:55Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7caf77adbbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: 28dd582c-a08d-4a81-9523-ffd89e3c4ebe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:39:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-02T13:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:55Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7caf781e3bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21571"
    uid: 62a7da53-3794-4e23-a723-be7f9776daf5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:39:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:59Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7cb06c2138f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21607"
    uid: 92d16b98-c94e-49d7-a537-8618fb7fad62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:39:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-02T13:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:59Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7cb0701c4665
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: e96e5d6c-059b-4738-86cc-1dd820f2e0a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:39:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:59Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7cb0708ec75b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21612"
    uid: 22731d69-ac65-4f19-956a-b7bc0ce3d006
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:39:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:59Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7cb070993371
    namespace: kserve-ci-e2e-test
    resourceVersion: "21613"
    uid: e0bce9d7-86e6-4129-a37d-3826dd64932f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:39:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-02T13:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:59Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7cb07377d64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21615"
    uid: d9e0e22c-b8ba-4268-8ee5-d6a5832d7f28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:39:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:39:59Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7cb073e82c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: da38a1c8-19c5-4d33-8686-eda6130b9431
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-02T13:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:41:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-02T13:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:41:25Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7cb0e3ffc9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22255"
    uid: 08f665e2-f42b-4fc1-801d-8491a3ff7abd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:41:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:41:24Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7cc4318683d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22244"
    uid: b604854c-79f6-4645-8971-9a67e7f70bc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:41:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:41:24Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7cc4318760dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22245"
    uid: 1122e74c-6606-4392-a0e9-0fb76ee6d339
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: a39a274b-a2c6-47b0-9503-e098a54879ab
  kind: Event
  lastTimestamp: "2026-07-02T13:41:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-02T13:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:41:27Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t.18be7cc4ea4a3e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: a4a4abba-d954-4377-9a73-b64574a54d3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-73b8c-predictor-6d9469bbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21531"
    uid: b3a7a831-2502-4558-8d84-9b0660e7f6f5
  kind: Event
  lastTimestamp: "2026-07-02T13:39:54Z"
  message: 'Created pod: raw-sklearn-73b8c-predictor-6d9469bbf8-cgr7t'
  metadata:
    creationTimestamp: "2026-07-02T13:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:39:54Z"
    name: raw-sklearn-73b8c-predictor-6d9469bbf8.18be7caf34001a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: d49c864b-9c4f-4c63-a1d4-5c7dd4aa6952
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-73b8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: 7926e95d-cbfa-4ca0-980c-41fe13c35e1d
  kind: Event
  lastTimestamp: "2026-07-02T13:39:54Z"
  message: Scaled up replica set raw-sklearn-73b8c-predictor-6d9469bbf8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-02T13:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:39:54Z"
    name: raw-sklearn-73b8c-predictor.18be7caf3111c213
    namespace: kserve-ci-e2e-test
    resourceVersion: "21532"
    uid: fc3d6218-ab13-4d61-8f02-e381b975d626
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:40:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-73b8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21530"
    uid: ea3b5cf7-8c73-4bfa-91a7-44dc6c33fa3b
  kind: Event
  lastTimestamp: "2026-07-02T13:40:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:40:39Z"
    name: raw-sklearn-73b8c-predictor.18be7cb2aff975b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: 6b529922-08ac-454e-b081-971b5eba87ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:40:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-73b8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21530"
    uid: ea3b5cf7-8c73-4bfa-91a7-44dc6c33fa3b
  kind: Event
  lastTimestamp: "2026-07-02T13:40:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:40:39Z"
    name: raw-sklearn-73b8c-predictor.18be7cb2b05eb845
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 5c8023f9-ea7a-46cb-bfed-2ef22eecadb4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:40:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-73b8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21693"
    uid: ea3b5cf7-8c73-4bfa-91a7-44dc6c33fa3b
  kind: Event
  lastTimestamp: "2026-07-02T13:41:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:41:24Z"
    name: raw-sklearn-73b8c-predictor.18be7cbd2d55b041
    namespace: kserve-ci-e2e-test
    resourceVersion: "22227"
    uid: 30a937ac-5b3e-42f1-b796-5aea9268f54c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-02T13:40:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-73b8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21693"
    uid: ea3b5cf7-8c73-4bfa-91a7-44dc6c33fa3b
  kind: Event
  lastTimestamp: "2026-07-02T13:41:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:41:24Z"
    name: raw-sklearn-73b8c-predictor.18be7cbd2dbaf5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22228"
    uid: 07a769aa-370b-47f8-aa67-c10fb0d3b628
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-73b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21522"
    uid: 838dd4ac-1229-4266-8cb9-8abf81d38109
  kind: Event
  lastTimestamp: "2026-07-02T13:41:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-02T13:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:41:15Z"
    name: raw-sklearn-73b8c.18be7caf311fea38
    namespace: kserve-ci-e2e-test
    resourceVersion: "22163"
    uid: 97f2acb4-307e-4d0f-847e-e30204bf2e7f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:39:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-73b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21522"
    uid: 838dd4ac-1229-4266-8cb9-8abf81d38109
  kind: Event
  lastTimestamp: "2026-07-02T13:39:54Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-73b8c": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-73b8c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:39:54Z"
    name: raw-sklearn-73b8c.18be7caf31b7b72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 99f9057e-e563-48a0-99f3-9d1eca4941c6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-73b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: 838dd4ac-1229-4266-8cb9-8abf81d38109
  kind: Event
  lastTimestamp: "2026-07-02T13:41:15Z"
  message: InferenceService [raw-sklearn-73b8c] is Ready
  metadata:
    creationTimestamp: "2026-07-02T13:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:41:15Z"
    name: raw-sklearn-73b8c.18be7cc2269d47bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22161"
    uid: 02031ac0-8149-4229-88da-a5f03b61a17a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-02T13:41:29.726590Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    to ip-10-0-134-102.ec2.internal
  metadata:
    creationTimestamp: "2026-07-02T13:41:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-02T13:41:29Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cc564c91a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: e29ad100-cf07-4bc9-ba2c-4de0e3bd33f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56cc9bd4c8-85bfw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22320"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:41:30Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-02T13:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-02T13:41:30Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cc57e56218a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 9556eda6-0e64-416b-a814-86d5105243bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:41:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:41:30Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cc57fa7217c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 4af7ab13-5756-41fc-99ae-86913e1aec24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:41:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-02T13:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:41:30Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cc582676d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: f3519019-3b6e-46e3-bccb-34cbc502017d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:41:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-02T13:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:41:30Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cc582f873bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22335"
    uid: 4535d00b-acf7-420f-8f69-9d0087bb2723
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:41:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:41:34Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cc665a30e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22362"
    uid: 85eb7f03-d74c-4cc9-b72f-89f3cf9c90b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:41:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-02T13:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:41:34Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cc668cf0ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: e35a0cd1-29dd-4eca-b511-2578c281ad1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:41:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:41:34Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cc669401fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: 04c47b24-c9c2-4238-a00c-34e73f2f8bb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:41:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-02T13:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:41:34Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cc66949cc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22368"
    uid: 05a7b5a6-aaae-46d3-8749-5a186f02cb69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:41:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-02T13:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:41:34Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cc66c3e42b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22370"
    uid: 273b9bd0-509b-452f-ac35-2d6f2b65c299
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:41:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:41:34Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cc66cb074bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22372"
    uid: 1f21ace5-36e6-4cea-a879-c2c7f309ffa9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:43:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-02T13:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:43:02Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cc6dd6f80b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23022"
    uid: 291b988a-2ed2-47dd-b68a-b7551239c0c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:42:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-02T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:42:59Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cda5ff1ab5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23004"
    uid: b32f2bc0-94f1-4e4f-bc00-3e8f27c68957
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:42:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-02T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:42:59Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cda5ff2d2e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23005"
    uid: 3b6a660c-f088-4fba-a15a-18dd438bc819
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 60e0e24e-351c-4745-9fb8-59ddeb322a1c
  kind: Event
  lastTimestamp: "2026-07-02T13:43:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-02T13:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-02T13:43:02Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm.18be7cdae3a366a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: 5e2ba658-2782-4c77-a806-60c845562070
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22298"
    uid: 28a7a017-6847-46fa-902c-1f0ca891e597
  kind: Event
  lastTimestamp: "2026-07-02T13:41:29Z"
  message: 'Created pod: raw-sklearn-runtime-51e73-predictor-86dc58d6-flpzm'
  metadata:
    creationTimestamp: "2026-07-02T13:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:41:29Z"
    name: raw-sklearn-runtime-51e73-predictor-86dc58d6.18be7cc5645a8876
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: fff6e517-dba8-40ff-bea3-5d4f3396d669
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-51e73-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22296"
    uid: b798ebc9-aecc-42e8-810a-267b99ed1282
  kind: Event
  lastTimestamp: "2026-07-02T13:41:29Z"
  message: Scaled up replica set raw-sklearn-runtime-51e73-predictor-86dc58d6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-02T13:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:41:29Z"
    name: raw-sklearn-runtime-51e73-predictor.18be7cc55fbe5453
    namespace: kserve-ci-e2e-test
    resourceVersion: "22301"
    uid: 03456e4b-b2e5-4414-a78f-5aa694e99e5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-51e73-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 36893f16-6ccb-4be9-9914-32c02578d40a
  kind: Event
  lastTimestamp: "2026-07-02T13:41:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:41:59Z"
    name: raw-sklearn-runtime-51e73-predictor.18be7cc8de7cd847
    namespace: kserve-ci-e2e-test
    resourceVersion: "22553"
    uid: 9434430d-9a2d-444e-b5a9-33874318dfee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-51e73-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 36893f16-6ccb-4be9-9914-32c02578d40a
  kind: Event
  lastTimestamp: "2026-07-02T13:41:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-02T13:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:41:59Z"
    name: raw-sklearn-runtime-51e73-predictor.18be7cc8dee2159e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22554"
    uid: 5042e7a3-0def-4876-9106-f40fec3da2ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-02T13:42:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-51e73-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22449"
    uid: 36893f16-6ccb-4be9-9914-32c02578d40a
  kind: Event
  lastTimestamp: "2026-07-02T13:42:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:42:59Z"
    name: raw-sklearn-runtime-51e73-predictor.18be7ccfdc78818d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22985"
    uid: 87b424cc-1884-4fd2-af00-f6ef8e569e5d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-02T13:42:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-51e73-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22449"
    uid: 36893f16-6ccb-4be9-9914-32c02578d40a
  kind: Event
  lastTimestamp: "2026-07-02T13:42:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-02T13:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-02T13:42:59Z"
    name: raw-sklearn-runtime-51e73-predictor.18be7ccfdcde1f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22987"
    uid: 45f5ed88-28ea-4e40-b75c-5d78f24658b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-51e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "22289"
    uid: 203725e6-557c-4ccd-9312-f95ada2c74eb
  kind: Event
  lastTimestamp: "2026-07-02T13:42:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-02T13:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:42:52Z"
    name: raw-sklearn-runtime-51e73.18be7cc55fc9384e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22932"
    uid: 37fd50d3-bb5f-4d41-b24c-badc021b9f33
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:41:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-51e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "22289"
    uid: 203725e6-557c-4ccd-9312-f95ada2c74eb
  kind: Event
  lastTimestamp: "2026-07-02T13:41:29Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-51e73":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-51e73":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-02T13:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:41:29Z"
    name: raw-sklearn-runtime-51e73.18be7cc5604f1607
    namespace: kserve-ci-e2e-test
    resourceVersion: "22305"
    uid: 617f1ab6-f188-445b-86c5-9f5c698a0a26
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-02T13:42:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-51e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "22930"
    uid: 203725e6-557c-4ccd-9312-f95ada2c74eb
  kind: Event
  lastTimestamp: "2026-07-02T13:42:52Z"
  message: InferenceService [raw-sklearn-runtime-51e73] is Ready
  metadata:
    creationTimestamp: "2026-07-02T13:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-02T13:42:52Z"
    name: raw-sklearn-runtime-51e73.18be7cd895352cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: 236341c3-b09a-47a7-b873-de4cb62e14e4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "23255"