---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:26:19.425553Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20997"
    uid: 78d5605c-0ee4-4395-956d-753d13f745f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9
    to ip-10-0-140-229.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:26:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:26:19Z"
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9.18c0b2605f61b2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21003"
    uid: 8128ed79-8220-4798-b07a-8c084d187ac2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21007"
    uid: 78d5605c-0ee4-4395-956d-753d13f745f3
  kind: Event
  lastTimestamp: "2026-07-09T18:26:19Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:26:19Z"
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9.18c0b26078710057
    namespace: kserve-ci-e2e-test
    resourceVersion: "21016"
    uid: 65909df4-0bbe-487c-b218-db95ac88f097
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: 78d5605c-0ee4-4395-956d-753d13f745f3
  kind: Event
  lastTimestamp: "2026-07-09T18:26:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:24Z"
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9.18c0b26079fc2257
    namespace: kserve-ci-e2e-test
    resourceVersion: "21062"
    uid: b116e078-03fa-4028-924b-3dca4e5c9a9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: 78d5605c-0ee4-4395-956d-753d13f745f3
  kind: Event
  lastTimestamp: "2026-07-09T18:26:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:25Z"
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9.18c0b2607ce4e63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: c0f9b3ce-76a8-438f-a93a-245f54d09255
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: 78d5605c-0ee4-4395-956d-753d13f745f3
  kind: Event
  lastTimestamp: "2026-07-09T18:26:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:25Z"
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9.18c0b2607d57c354
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: 59031d04-79a5-4ec2-864d-2b6176f2979b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: 78d5605c-0ee4-4395-956d-753d13f745f3
  kind: Event
  lastTimestamp: "2026-07-09T18:26:28Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9_kserve-ci-e2e-test(78d5605c-0ee4-4395-956d-753d13f745f3)
  metadata:
    creationTimestamp: "2026-07-09T18:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:28Z"
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9.18c0b26298d4e9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: fd32f779-6330-4690-85e3-f10e3723ea8b
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: 9cacc2e8-d50c-4dce-88e7-39814af20f3f
  kind: Event
  lastTimestamp: "2026-07-09T18:26:19Z"
  message: 'Created pod: isvc-init-fail-70ffd3-predictor-6b85b8b685-qrkv9'
  metadata:
    creationTimestamp: "2026-07-09T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:26:19Z"
    name: isvc-init-fail-70ffd3-predictor-6b85b8b685.18c0b2605e9cc18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20998"
    uid: 524dd1d3-7788-4e57-94cc-eb164f5bd5c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-70ffd3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20986"
    uid: b3378fd8-d384-4017-95c6-31ffb9159a13
  kind: Event
  lastTimestamp: "2026-07-09T18:26:19Z"
  message: Scaled up replica set isvc-init-fail-70ffd3-predictor-6b85b8b685 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-09T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:26:19Z"
    name: isvc-init-fail-70ffd3-predictor.18c0b2605b0da2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 5a3bf6f7-5906-4f9a-b787-47bb8a787743
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-70ffd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20978"
    uid: 543f8343-7828-4efd-9433-288ee83faf27
  kind: Event
  lastTimestamp: "2026-07-09T18:26:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:26:29Z"
    name: isvc-init-fail-70ffd3.18c0b2605b281398
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 95cd2013-4762-4d66-930d-e6b9806a4904
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-70ffd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20978"
    uid: 543f8343-7828-4efd-9433-288ee83faf27
  kind: Event
  lastTimestamp: "2026-07-09T18:26:19Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-70ffd3":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-70ffd3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:26:19Z"
    name: isvc-init-fail-70ffd3.18c0b2605ba47895
    namespace: kserve-ci-e2e-test
    resourceVersion: "20992"
    uid: c27d8b68-a114-4d23-8597-1c3cf7fa8d1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-70ffd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20978"
    uid: 543f8343-7828-4efd-9433-288ee83faf27
  kind: Event
  lastTimestamp: "2026-07-09T18:26:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-70ffd3": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:26:19Z"
    name: isvc-init-fail-70ffd3.18c0b2605ba4bf44
    namespace: kserve-ci-e2e-test
    resourceVersion: "20993"
    uid: 13564692-b3c3-4555-ba57-96c2b3928601
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:20:05.256410Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17944"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    to ip-10-0-140-229.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b2094129abc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: 18c1ec41-3353-4f17-9136-df9a83c50779
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-d927d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b2094b9812dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17961"
    uid: b2b24a77-bd8d-4a80-86f2-d97f0155a3c9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17954"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:06Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:20:06Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b2097debdc23
    namespace: kserve-ci-e2e-test
    resourceVersion: "17971"
    uid: 03c89c40-4672-43d0-8d67-809ce8d2b378
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:06Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b2097f8344cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17974"
    uid: 5e748c1f-7f08-4c6c-8e78-1bd75937fa27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:06Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b20982232909
    namespace: kserve-ci-e2e-test
    resourceVersion: "17975"
    uid: 7a187193-0802-4edb-a169-c4b0d22f82cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:06Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b20982a5d3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17976"
    uid: 29c4ec22-06cd-4315-b481-7e889ae22e43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:10Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b20a7ff9cd32
    namespace: kserve-ci-e2e-test
    resourceVersion: "18017"
    uid: fc452667-908c-4a6e-9428-c20fd7fc94c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:10Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b20a82aa61a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18020"
    uid: 9f827d34-9332-4dca-863b-1220d59be293
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:10Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b20a83194946
    namespace: kserve-ci-e2e-test
    resourceVersion: "18021"
    uid: 75a9f09d-d2b9-41f2-b629-3262da4868c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:10Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b20a832265cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18022"
    uid: 32ff7f9e-32d1-4213-a9ac-00ecd875f06e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:10Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b20a85f2e8d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18025"
    uid: c1c921fa-02d2-4c7c-bdcd-7b8b771acb0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:10Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b20a865dd931
    namespace: kserve-ci-e2e-test
    resourceVersion: "18026"
    uid: 173da17c-3260-4666-b995-0222b7724339
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:10Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9d15198eb70c95a4f97d742cefc7bb4e600d902c22329d7dee6a606c98183517"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:10Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b20a866774ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18027"
    uid: feebd968-9db6-42f3-b60c-56125e2a44be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:10Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-09T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:10Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b20a8925bdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18029"
    uid: 0dd0a1da-5584-4c36-b543-9a0a97b957c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:20:10Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-09T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:10Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b20a89961da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18030"
    uid: 56bcbe12-3a07-41e7-86d6-431144b7a55e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:21:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:47Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b20abbf95ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: a9db7769-0e40-423c-8639-0b47b4098957
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:21:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-09T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:47Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b20abc02c2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18845"
    uid: c7c2f677-9edf-498d-a0b3-94a71b4132c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:21:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:40Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b21f72b501ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18732"
    uid: 51cc979c-7423-4c2f-80e1-5232cf663240
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:21:40Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-09T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:40Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b21f72b563d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18735"
    uid: 133a7b21-488e-4c4b-84fb-55f4f37e44d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:21:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:40Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b21f72b64754
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 9227ca30-808c-4a91-adba-817f613da26c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: e304cb10-26b0-4e39-8268-e0ed9c1eaded
  kind: Event
  lastTimestamp: "2026-07-09T18:21:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:57Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6.18c0b21fec353fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: e5219956-7cdf-4ab4-ba2c-0a469844c6ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 40d8ad78-3373-4d3d-90ca-5fd4dc48b8cc
  kind: Event
  lastTimestamp: "2026-07-09T18:20:05Z"
  message: 'Created pod: isvc-logger-raw-d927d-predictor-7c8f5bcc44-wg4p6'
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: isvc-logger-raw-d927d-predictor-7c8f5bcc44.18c0b20940a421c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 325661eb-e0e2-4108-98a2-5fa83b378057
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-d927d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 7ceafb7c-783b-47a3-804d-3eb76c2a0833
  kind: Event
  lastTimestamp: "2026-07-09T18:20:05Z"
  message: Scaled up replica set isvc-logger-raw-d927d-predictor-7c8f5bcc44 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: isvc-logger-raw-d927d-predictor.18c0b2093d4b7fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: 8ca7d066-a92f-4abe-8f02-01aebb383d17
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-d927d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17934"
    uid: 29642280-2a10-4e76-a6a2-0f4cb191e7cb
  kind: Event
  lastTimestamp: "2026-07-09T18:20:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:20:35Z"
    name: isvc-logger-raw-d927d-predictor.18c0b20cbbbee1ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18215"
    uid: 1c23c5c3-dd56-4b7f-9b0a-fa4f2d79ef19
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-d927d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17934"
    uid: 29642280-2a10-4e76-a6a2-0f4cb191e7cb
  kind: Event
  lastTimestamp: "2026-07-09T18:20:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:20:35Z"
    name: isvc-logger-raw-d927d-predictor.18c0b20cbc26ddbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: fb73a5fe-bf9d-4f65-a012-375378e01fc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-d927d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18112"
    uid: 29642280-2a10-4e76-a6a2-0f4cb191e7cb
  kind: Event
  lastTimestamp: "2026-07-09T18:21:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:21:35Z"
    name: isvc-logger-raw-d927d-predictor.18c0b213b997d536
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: e1670749-7cab-437d-ac4a-b406c4bb9985
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-d927d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18112"
    uid: 29642280-2a10-4e76-a6a2-0f4cb191e7cb
  kind: Event
  lastTimestamp: "2026-07-09T18:21:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:21:35Z"
    name: isvc-logger-raw-d927d-predictor.18c0b213b9fa4ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 8418ea40-d196-4c1c-83a7-e6ea38768587
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-d927d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: cbb1320a-8e89-4375-896d-be55e780faeb
  kind: Event
  lastTimestamp: "2026-07-09T18:21:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:21:27Z"
    name: isvc-logger-raw-d927d.18c0b2093d4e0bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18602"
    uid: 8601a072-a1e3-4c6c-bccd-f39c4b07e174
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-d927d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: cbb1320a-8e89-4375-896d-be55e780faeb
  kind: Event
  lastTimestamp: "2026-07-09T18:20:05Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-d927d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-d927d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: isvc-logger-raw-d927d.18c0b2093d9f0b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: dfcb765e-43e1-4377-b971-a31869ece875
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-d927d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17929"
    uid: cbb1320a-8e89-4375-896d-be55e780faeb
  kind: Event
  lastTimestamp: "2026-07-09T18:20:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-d927d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:20:05Z"
    name: isvc-logger-raw-d927d.18c0b20943862b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17957"
    uid: 50ab41b9-2d0c-431d-8b0e-76d5f744d1b0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-d927d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: cbb1320a-8e89-4375-896d-be55e780faeb
  kind: Event
  lastTimestamp: "2026-07-09T18:21:27Z"
  message: InferenceService [isvc-logger-raw-d927d] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:21:27Z"
    name: isvc-logger-raw-d927d.18c0b21c755cf4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18601"
    uid: f5439648-35d7-4446-8448-766cbf7313f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:24:25.953400Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20013"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    to ip-10-0-140-229.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:24:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:24:25Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b245f3ea1147
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: 7e2222a0-6fc5-43ea-9233-2f4120b6400e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:24:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-21c109-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:26Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b245fd49a286
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: 91c76db5-1ab6-4235-a87e-c65e0097723a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20021"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:24:26Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:24:26Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b24630dd9ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20038"
    uid: 40e241d8-313e-4ff5-a95c-a3aba9c9fa34
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:24:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:27Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b246325e67a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9498ca1a-4929-4a34-bf74-816c750e8bf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:24:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:27Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b24634c302d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: 95ed355f-0215-4931-8e04-d4985a5a6dfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:24:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:27Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b246353298bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: 85a90213-0f7f-4faf-923b-908da872d9dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:24:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:31Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b2474091422b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: 185cfa97-2f61-4689-ab8c-d434ed594f33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:24:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:31Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b247436a9995
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: be99db4d-ed74-4d40-9d76-a55d186bcb39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:24:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:31Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b24743d8f2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 10f67fd9-28ba-40e6-bab7-aa09d6e15427
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:24:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:31Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b24743e2d26c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20090"
    uid: 327cb5f5-2767-458d-9018-5e8b05960563
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:24:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:31Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b24747383ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20092"
    uid: 986ed626-6b10-4bc9-8e3c-df76d89f1110
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:24:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:31Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b24747a52dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: 2e863557-3923-4667-b475-3d626684dda3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:25:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:25:39Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b247b85ee95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20572"
    uid: 94c2c69b-38a2-47c7-8e8e-65a1f8cf1993
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:26:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:14Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b25f2b97336c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20922"
    uid: cda3d4e1-dceb-41be-abb1-df76d392cc66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:26:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:14Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b25f2b97a520
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: 96323166-df40-4795-8015-43eb5bb77ea9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a2ab2f2e-08ae-4e3e-94c5-6f5ad77812d2
  kind: Event
  lastTimestamp: "2026-07-09T18:26:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:14Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q.18c0b25f3cb4e774
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: f2362772-6c02-4d3a-ac77-84366a575982
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-21c109-predictor-7dc6c7b9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: f7630ba3-cc02-4b0d-b4ce-6547141d0d5c
  kind: Event
  lastTimestamp: "2026-07-09T18:24:25Z"
  message: 'Created pod: isvc-primary-21c109-predictor-7dc6c7b9fb-64n2q'
  metadata:
    creationTimestamp: "2026-07-09T18:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:24:25Z"
    name: isvc-primary-21c109-predictor-7dc6c7b9fb.18c0b245f3559571
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: fdf2e8de-6f7b-4f8b-a102-eb88f22361ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-21c109-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20002"
    uid: fa756cf7-3c09-48d3-aee6-a5ac552cd84d
  kind: Event
  lastTimestamp: "2026-07-09T18:24:25Z"
  message: Scaled up replica set isvc-primary-21c109-predictor-7dc6c7b9fb from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-09T18:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:24:25Z"
    name: isvc-primary-21c109-predictor.18c0b245ee4f74f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: e555b954-d6b4-4433-aada-4b82662bbe53
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-21c109-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20003"
    uid: e699c85f-f54d-4413-9a59-f6e886a83ef1
  kind: Event
  lastTimestamp: "2026-07-09T18:25:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:25:10Z"
    name: isvc-primary-21c109-predictor.18c0b2496d4b35ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: 3b6869df-07aa-4292-a426-ac48e88f4ef2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-21c109-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20003"
    uid: e699c85f-f54d-4413-9a59-f6e886a83ef1
  kind: Event
  lastTimestamp: "2026-07-09T18:25:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:25:10Z"
    name: isvc-primary-21c109-predictor.18c0b2496db6c45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20371"
    uid: beb4d718-ecb9-41fb-b07d-de123f360f39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-21c109-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: e699c85f-f54d-4413-9a59-f6e886a83ef1
  kind: Event
  lastTimestamp: "2026-07-09T18:26:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:26:10Z"
    name: isvc-primary-21c109-predictor.18c0b253ea43d62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: d2e70e6e-bb1e-4c63-82f4-22c70a3192fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-21c109-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: e699c85f-f54d-4413-9a59-f6e886a83ef1
  kind: Event
  lastTimestamp: "2026-07-09T18:26:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:26:10Z"
    name: isvc-primary-21c109-predictor.18c0b253eaa9a7ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: 0f2a1f51-172c-42a3-9ddd-d53ee4d187d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-21c109
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: e9a80db8-27ed-4266-8f6f-c9f87de49798
  kind: Event
  lastTimestamp: "2026-07-09T18:25:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:25:49Z"
    name: isvc-primary-21c109.18c0b245ee63d221
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 90a0ac52-0b17-43a2-a31e-fc7196fb6c1e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-21c109
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: e9a80db8-27ed-4266-8f6f-c9f87de49798
  kind: Event
  lastTimestamp: "2026-07-09T18:24:25Z"
  message: 'Failed to update status for InferenceService "isvc-primary-21c109": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-21c109":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:24:25Z"
    name: isvc-primary-21c109.18c0b245ef09613e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20023"
    uid: 89deddeb-828c-4257-b160-81262c6d98ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-21c109
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: e9a80db8-27ed-4266-8f6f-c9f87de49798
  kind: Event
  lastTimestamp: "2026-07-09T18:24:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-21c109": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:24:25Z"
    name: isvc-primary-21c109.18c0b245ef09a910
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 12a05de7-5d1f-40bb-9714-02369fc4fc6a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-21c109
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: e9a80db8-27ed-4266-8f6f-c9f87de49798
  kind: Event
  lastTimestamp: "2026-07-09T18:25:49Z"
  message: InferenceService [isvc-primary-21c109] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:25:49Z"
    name: isvc-primary-21c109.18c0b259737270a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 3338e762-cdfb-48f4-8e3f-a1ee3749ca70
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:14:29.474811Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14868"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    to ip-10-0-140-229.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:14:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:14:29Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1bb13051b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "14875"
    uid: 04b8d5fb-14bd-4445-befa-db0ebcdf3f9c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-e8954-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:29Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1bb1dae40d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14883"
    uid: 7fe7d216-e94c-48f2-9c75-e347ab3a41ca
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14878"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:30Z"
  message: Add eth0 [10.133.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:14:30Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1bb504ca069
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: b454df3c-f9f3-45e6-bae4-1cef806de971
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:30Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16"
  metadata:
    creationTimestamp: "2026-07-09T18:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:30Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1bb51f8fba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: cef99c54-ecf2-4fc2-a5f6-1d6c0dcfbbed
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16"
    in 3.981s (3.981s including waiting). Image size: 301879255 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:34Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1bc3f4e944f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: e61251ab-7f2d-4bc0-92e4-552ab76e9380
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:34Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1bc42a683ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: de1725c3-e230-4b20-b54b-d3919d755d6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:34Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1bc43170b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 0c63d52b-80f4-4b3b-bc1a-6ac9f8d155f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:38Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718"
  metadata:
    creationTimestamp: "2026-07-09T18:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:38Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1bd2337fc7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: 570b3285-622b-4428-a2ee-86a206d505f4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718"
    in 13.749s (13.749s including waiting). Image size: 1558048695 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:52Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1c056c4fffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: 23c83776-bf51-4f5e-9d54-1f12499bd477
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:52Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1c05987d512
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: b4f833af-cf5e-4c79-ab07-2815f2b477ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:52Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1c05a0331a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15070"
    uid: 94db362f-80cc-4b69-85e4-7b1486d254b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:52Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-09T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:52Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1c05a10e5b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15071"
    uid: 1e6eb378-ab38-41e8-ae9f-079d4adfb12b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.275s (2.275s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:54Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1c0e1b2a13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: 1344b598-a8e3-47cb-82ac-19f04e55feaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:54Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1c0e4b6a8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15088"
    uid: afd58ad4-a21b-43a5-a3cd-ebfdf4e2e100
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:54Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1c0e523a46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: 9d5caa54-02c0-4eef-8eaa-e42e010b0f6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:54Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:9d15198eb70c95a4f97d742cefc7bb4e600d902c22329d7dee6a606c98183517"
  metadata:
    creationTimestamp: "2026-07-09T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:54Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1c0e53204da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: b9d9b313-bc61-4729-98b9-ba171a0a9279
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:9d15198eb70c95a4f97d742cefc7bb4e600d902c22329d7dee6a606c98183517"
    in 2.812s (2.812s including waiting). Image size: 239997048 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:57Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1c18cd0a9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: c21115a2-e74b-4ba3-ae7d-484d0ddb66c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:57Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-09T18:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:57Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1c190307750
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: ed560a9e-10dc-4f45-84eb-183f7f0f094c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:14:57Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-09T18:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:14:57Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1c190a1b2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: d6d3ee5b-097c-4619-b178-038ce67d6151
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:16:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:24Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1c194a1b63a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: c0ce21db-b4fc-4fc0-9dd6-10bf506e2639
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:16:24Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-09T18:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:24Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1c194ac156e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 01c1bd7f-5598-433f-b6dd-dd64a3d0d81a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:16:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:14Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1d387b9ca2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15705"
    uid: a6b72ac8-6693-493b-903d-e3f47197b26b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:16:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:14Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1d387bce905
    namespace: kserve-ci-e2e-test
    resourceVersion: "15711"
    uid: e7128ebb-e689-4a45-a2f8-0dcf8a86d811
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:16:14Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-09T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:14Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1d387bd0fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15714"
    uid: b902a34a-a68a-47bf-9b5e-a73e184accde
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: a8f7dd27-1119-4a6a-a1c9-fa3e297d2450
  kind: Event
  lastTimestamp: "2026-07-09T18:16:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.16:8643/healthz": dial tcp
    10.133.0.16:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:33Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl.18c0b1d470c984e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 6b627bb5-f095-46c6-8566-212424a70008
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14857"
    uid: 11b01512-a985-4bb9-9a17-8e6e6e2013f9
  kind: Event
  lastTimestamp: "2026-07-09T18:14:29Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc-ql8bl'
  metadata:
    creationTimestamp: "2026-07-09T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:14:29Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc.18c0b1bb127c8e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14869"
    uid: 48b7e3b8-2b46-4f6f-92ea-ba366b72cb11
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-e8954-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14855"
    uid: eb2d6134-e552-49c2-9dd9-8eac96dd8459
  kind: Event
  lastTimestamp: "2026-07-09T18:14:29Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-e8954-predictor-6b8c89c9cc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:14:29Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor.18c0b1bb09f36358
    namespace: kserve-ci-e2e-test
    resourceVersion: "14858"
    uid: 75cf74e2-35b7-4b33-bb5f-974752227e71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e8954-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 5431d485-73fc-4105-a77e-a7a93aadf173
  kind: Event
  lastTimestamp: "2026-07-09T18:15:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:15:29Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor.18c0b1be8f709423
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: a84bda88-9fd2-42d5-89a2-f01de52684ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e8954-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 5431d485-73fc-4105-a77e-a7a93aadf173
  kind: Event
  lastTimestamp: "2026-07-09T18:15:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:15:29Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor.18c0b1be8fdebba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: aca0e89c-d432-4f45-bb8d-a8655db52c36
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e8954-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: 5431d485-73fc-4105-a77e-a7a93aadf173
  kind: Event
  lastTimestamp: "2026-07-09T18:15:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:15:59Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor.18c0b1cc8bac044d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: 81cf7dd9-1259-4acc-9877-7f95d824332d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:15:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e8954-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: 5431d485-73fc-4105-a77e-a7a93aadf173
  kind: Event
  lastTimestamp: "2026-07-09T18:15:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:15:59Z"
    name: isvc-raw-sklearn-batcher-e8954-predictor.18c0b1cc8c0a074f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15573"
    uid: 6d5db43a-9da5-4fa1-ab21-c8114b3e89cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e8954
    namespace: kserve-ci-e2e-test
    resourceVersion: "14848"
    uid: 8f47ce48-1c2c-40a0-a74a-79051ad7a743
  kind: Event
  lastTimestamp: "2026-07-09T18:16:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:16:04Z"
    name: isvc-raw-sklearn-batcher-e8954.18c0b1bb100d7b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: 685c25ab-f42d-4044-96d7-cf5a523e8d6e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e8954
    namespace: kserve-ci-e2e-test
    resourceVersion: "14848"
    uid: 8f47ce48-1c2c-40a0-a74a-79051ad7a743
  kind: Event
  lastTimestamp: "2026-07-09T18:14:29Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-e8954":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-e8954":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:14:29Z"
    name: isvc-raw-sklearn-batcher-e8954.18c0b1bb1058a932
    namespace: kserve-ci-e2e-test
    resourceVersion: "14865"
    uid: f2a50be7-a9be-46d9-bf06-98f747c574b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:14:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e8954
    namespace: kserve-ci-e2e-test
    resourceVersion: "14848"
    uid: 8f47ce48-1c2c-40a0-a74a-79051ad7a743
  kind: Event
  lastTimestamp: "2026-07-09T18:14:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-e8954": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:14:29Z"
    name: isvc-raw-sklearn-batcher-e8954.18c0b1bb1058f9d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: f7fe49d4-360f-458c-8e02-c9e08a436524
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e8954
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: 8f47ce48-1c2c-40a0-a74a-79051ad7a743
  kind: Event
  lastTimestamp: "2026-07-09T18:16:04Z"
  message: InferenceService [isvc-raw-sklearn-batcher-e8954] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:16:04Z"
    name: isvc-raw-sklearn-batcher-e8954.18c0b1d12e711432
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: b8216d1c-5b3e-4f9f-aebb-3bf97bbdda29
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:25:56.165760Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20728"
    uid: 50aa2df8-e0a7-4631-b285-cb0ad984ef24
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w
    to ip-10-0-140-229.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:25:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:25:56Z"
    name: isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w.18c0b25af4fd7f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 514d5bad-8225-42fb-8911-e0f15e911bf8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: 50aa2df8-e0a7-4631-b285-cb0ad984ef24
  kind: Event
  lastTimestamp: "2026-07-09T18:25:56Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:25:56Z"
    name: isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w.18c0b25b0e44e96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: 41a7474a-e397-40bd-910c-f1b41d573b92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20730"
    uid: 50aa2df8-e0a7-4631-b285-cb0ad984ef24
  kind: Event
  lastTimestamp: "2026-07-09T18:26:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:02Z"
    name: isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w.18c0b25b0ffffe37
    namespace: kserve-ci-e2e-test
    resourceVersion: "20796"
    uid: 29782f19-6ab2-4f8a-a6c4-7a83433b45ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20730"
    uid: 50aa2df8-e0a7-4631-b285-cb0ad984ef24
  kind: Event
  lastTimestamp: "2026-07-09T18:26:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:02Z"
    name: isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w.18c0b25b138b49ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20799"
    uid: 333c3c99-9d11-4d01-b3c9-e85ee1d5a656
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20730"
    uid: 50aa2df8-e0a7-4631-b285-cb0ad984ef24
  kind: Event
  lastTimestamp: "2026-07-09T18:26:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:02Z"
    name: isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w.18c0b25b13f9e10a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: bdef4cf0-a1ea-4ac6-8d49-0b331f084bb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20730"
    uid: 50aa2df8-e0a7-4631-b285-cb0ad984ef24
  kind: Event
  lastTimestamp: "2026-07-09T18:26:05Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w_kserve-ci-e2e-test(50aa2df8-e0a7-4631-b285-cb0ad984ef24)
  metadata:
    creationTimestamp: "2026-07-09T18:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:05Z"
    name: isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w.18c0b25d382763d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: 42d1906c-f0d1-4244-8b89-aab8b6bf25ea
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-21c109-predictor-8b5c6bc6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20718"
    uid: 9db970aa-83d7-4819-88aa-eec9303e682c
  kind: Event
  lastTimestamp: "2026-07-09T18:25:56Z"
  message: 'Created pod: isvc-secondary-21c109-predictor-8b5c6bc6c-xpm9w'
  metadata:
    creationTimestamp: "2026-07-09T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:25:56Z"
    name: isvc-secondary-21c109-predictor-8b5c6bc6c.18c0b25af46d0a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: afbcc8af-2f15-425c-a047-120dcaa302b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-21c109-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 8fac97c0-8588-4708-a094-7c3793e6a902
  kind: Event
  lastTimestamp: "2026-07-09T18:25:56Z"
  message: Scaled up replica set isvc-secondary-21c109-predictor-8b5c6bc6c from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-09T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:25:56Z"
    name: isvc-secondary-21c109-predictor.18c0b25aef536dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20719"
    uid: aa33bdc3-b92d-4d23-8cfa-df0f4d944305
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-21c109-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20717"
    uid: 432fca7e-7fb4-4f23-8470-916d61f570cb
  kind: Event
  lastTimestamp: "2026-07-09T18:26:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:26:11Z"
    name: isvc-secondary-21c109-predictor.18c0b25e6de2dd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20866"
    uid: f8841a4f-1d7b-4818-bfcd-8c8f04cf43f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-21c109-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20717"
    uid: 432fca7e-7fb4-4f23-8470-916d61f570cb
  kind: Event
  lastTimestamp: "2026-07-09T18:26:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:26:11Z"
    name: isvc-secondary-21c109-predictor.18c0b25e6e4443b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20868"
    uid: 34d0002a-bc60-41f3-9239-fdbb975e5eb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-21c109
    namespace: kserve-ci-e2e-test
    resourceVersion: "20709"
    uid: 7552cdf7-ecd1-4424-ae0b-3cf70be5d91c
  kind: Event
  lastTimestamp: "2026-07-09T18:26:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:26:06Z"
    name: isvc-secondary-21c109.18c0b25aef5b4975
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 94a5d3f5-c721-4614-8907-3fdf87d785aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-21c109
    namespace: kserve-ci-e2e-test
    resourceVersion: "20709"
    uid: 7552cdf7-ecd1-4424-ae0b-3cf70be5d91c
  kind: Event
  lastTimestamp: "2026-07-09T18:25:56Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-21c109":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-21c109":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:25:56Z"
    name: isvc-secondary-21c109.18c0b25aefda99e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20738"
    uid: dfa24082-b4e8-456d-89a3-9d91372fa33c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-21c109
    namespace: kserve-ci-e2e-test
    resourceVersion: "20709"
    uid: 7552cdf7-ecd1-4424-ae0b-3cf70be5d91c
  kind: Event
  lastTimestamp: "2026-07-09T18:25:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-21c109": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:25:56Z"
    name: isvc-secondary-21c109.18c0b25aefdad0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: 29eea112-bd98-4958-a112-6e903de589a2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:16:14.635189Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    to ip-10-0-140-229.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:16:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:16:14Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1d38f111695
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 97fa5fca-d3ab-46f6-b697-688c4f134bd4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15747"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:16:15Z"
  message: Add eth0 [10.133.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:16:15Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1d3a85c44b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: 1ce83225-b063-4623-8358-4970312e794c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:16:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:15Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1d3a9ac74c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15781"
    uid: 94ff3d1d-f4b4-48b4-941e-e56376e2bb4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:16:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:15Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1d3accb1db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15782"
    uid: d00e0811-f152-4281-a41c-0d27a6dcff52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:16:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:15Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1d3adb45552
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: 0314eb02-6bdb-4c64-9666-502365a3f8e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:16:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:18Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1d4818734e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15829"
    uid: be065dd3-409d-4ed1-bf9c-c940143183df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:16:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:18Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1d4862b8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "15834"
    uid: 6086686f-74e4-455e-be23-2e81d8b50eb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:16:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:18Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1d4869ed1e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: 272ae2d5-bf7b-4428-9159-3c8e68919c3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:16:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:18Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1d486aa2d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: 481ac9b0-b119-4524-9ead-7b7546b73de3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:16:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:18Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1d489b10c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15838"
    uid: 237d6030-1f56-4a95-9f60-e65bad972974
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:16:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:18Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1d48a25f1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15839"
    uid: 51c44a16-d2c7-4758-a1c8-1a1ffcbe4c84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:18:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:06Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1d4f99bb684
    namespace: kserve-ci-e2e-test
    resourceVersion: "16865"
    uid: cbd48124-6dcb-40ba-92b7-b776c6860b3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:18:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:04Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1ed3a361913
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 412ae75e-c615-41c2-bf82-9a8a3dec366d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:18:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:04Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1ed3a3677b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 282002f3-a114-4e76-b8da-0c1182f35dab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: c5a7633f-3c28-46e1-9589-5e11af0e2ae3
  kind: Event
  lastTimestamp: "2026-07-09T18:18:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.17:8643/healthz": dial tcp
    10.133.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:06Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6.18c0b1eda7fb591d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: f7454028-5e48-4eb8-a557-7ebab813a212
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 2a81e6a0-7e41-4506-895f-169948167819
  kind: Event
  lastTimestamp: "2026-07-09T18:16:14Z"
  message: 'Created pod: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765-tzff6'
  metadata:
    creationTimestamp: "2026-07-09T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:14Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765.18c0b1d38e5ec053
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 165ec91e-a375-406f-8546-d1241530ee74
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-7eb66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: a6a913dc-fc2a-4482-bb1e-087fbea7229b
  kind: Event
  lastTimestamp: "2026-07-09T18:16:14Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-7eb66-predictor-7fcffc6765
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:14Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor.18c0b1d38979de26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2056a3c2-e5e0-4c82-9537-c1b5a3556ab4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-7eb66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: b3a311e5-63a5-4365-847e-d6f7384f039e
  kind: Event
  lastTimestamp: "2026-07-09T18:16:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:59Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor.18c0b1d707fd645d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 170f5c61-18b3-4f72-a5ca-4009aea0be9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-7eb66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: b3a311e5-63a5-4365-847e-d6f7384f039e
  kind: Event
  lastTimestamp: "2026-07-09T18:16:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:59Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor.18c0b1d7086712e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: e730b906-c4b9-4b0f-8d62-6732cf2ed919
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-7eb66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: b3a311e5-63a5-4365-847e-d6f7384f039e
  kind: Event
  lastTimestamp: "2026-07-09T18:17:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:17:59Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor.18c0b1da878961cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: 32c67e52-ffeb-40cd-a76b-3de2566e37c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-7eb66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: b3a311e5-63a5-4365-847e-d6f7384f039e
  kind: Event
  lastTimestamp: "2026-07-09T18:17:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:17:59Z"
    name: isvc-sklearn-graph-raw-7eb66-predictor.18c0b1da87f96f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: b42f980b-785e-4a0a-a849-4bc40ce30401
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-7eb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15686"
    uid: a6fe3a2c-24f8-4a73-b77b-819748906916
  kind: Event
  lastTimestamp: "2026-07-09T18:17:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:17:36Z"
    name: isvc-sklearn-graph-raw-7eb66.18c0b1d38980b00c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: d58ea9e3-39b3-4eb1-89a4-58dbae1d3e97
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-7eb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15686"
    uid: a6fe3a2c-24f8-4a73-b77b-819748906916
  kind: Event
  lastTimestamp: "2026-07-09T18:16:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-7eb66":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-7eb66":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:16:14Z"
    name: isvc-sklearn-graph-raw-7eb66.18c0b1d389e7a1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: 1890889f-8e91-43bd-b05f-0d84262ad42e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-7eb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: a6fe3a2c-24f8-4a73-b77b-819748906916
  kind: Event
  lastTimestamp: "2026-07-09T18:17:36Z"
  message: InferenceService [isvc-sklearn-graph-raw-7eb66] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:17:36Z"
    name: isvc-sklearn-graph-raw-7eb66.18c0b1e6b100e549
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 291007ea-a6e4-4d96-92a7-a417ba7c3d5d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:18:04.933269Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16755"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    to ip-10-0-140-229.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:18:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:18:04Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b1ed3d5842e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16764"
    uid: df81c435-f599-48b0-8f6a-fe5ae6edc8b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:18:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-4dee8-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:05Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b1ed48ddad60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: cab405b8-5cff-4654-b258-b3302919798a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16775"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:18:05Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:18:05Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b1ed7c01eb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: 99e79e18-1478-4800-82f2-c589b5fd7e92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:18:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:06Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b1ed7d8abcf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16840"
    uid: 149c8604-1a23-4767-8267-46645f17ea85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:18:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:06Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b1ed808d5af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: b87095a6-f8db-4761-8fde-8662604b26ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:18:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:06Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b1ed8101290e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: f51c931b-156f-46e3-8b97-2a542217c87e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b1ee74783684
    namespace: kserve-ci-e2e-test
    resourceVersion: "16891"
    uid: bc52e1b5-c58d-4092-8214-f2cce0c1b655
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b1ee77c20b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: 42582be0-f5a8-4e35-b281-4f6442fd096e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b1ee7859fa9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: 351c412b-fdf9-4afc-a8dd-cdc2ac77b1ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b1ee786189b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: b827902f-1bca-4b37-aa2c-9afca6b4abf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b1ee7b217f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: 7df61a05-0c96-4054-bb81-d5c009fc6c85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b1ee7b9de277
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: bc6eb2f3-cade-4c7b-9d44-fae0443a1b7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:19:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:20Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b1eeec96db71
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: bd1bc9bc-7363-4dbf-a63b-671dcff5cdf7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:19:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:55Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b206e7d99f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17779"
    uid: 057253d5-74ce-42a3-87a7-b6bc067d212c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:19:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:55Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b206e7da3d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "17783"
    uid: 8835df5c-8041-4fc2-9ee2-71f48490cb83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 59527165-5357-4056-8dd9-05f5e8a91947
  kind: Event
  lastTimestamp: "2026-07-09T18:19:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp
    10.133.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:58Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr.18c0b2079aefd147
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: e63cdb0a-fa8b-4ad0-b01e-82ef5dd0c1e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: 1dfffd45-6524-42b7-92ec-bf168a4d9925
  kind: Event
  lastTimestamp: "2026-07-09T18:18:04Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7-slztr'
  metadata:
    creationTimestamp: "2026-07-09T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:04Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7.18c0b1ed3ce07656
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: a334fec5-be3a-4577-9398-0dea24611582
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16725"
    uid: c9c07ea3-095b-4280-b31d-4f12d199adb2
  kind: Event
  lastTimestamp: "2026-07-09T18:18:04Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-4dee8-predictor-75d66c8fc7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:04Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor.18c0b1ed3843fe63
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: 3bf921c2-5e50-455e-b2f8-e0f36897872c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: deae1e49-c535-42d4-ab71-4c7455bb27ad
  kind: Event
  lastTimestamp: "2026-07-09T18:18:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:49Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor.18c0b1f0b71eeb3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: 37d3f029-12cc-4240-ba96-5d9d7f335570
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: deae1e49-c535-42d4-ab71-4c7455bb27ad
  kind: Event
  lastTimestamp: "2026-07-09T18:18:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:49Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor.18c0b1f0b7835436
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 4111ac1a-53db-4602-8e4b-502038f29a6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: deae1e49-c535-42d4-ab71-4c7455bb27ad
  kind: Event
  lastTimestamp: "2026-07-09T18:19:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:19:49Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor.18c0b1fb34371c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 7f8a1ea1-5a6b-49d6-8fe9-792dd00010f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: deae1e49-c535-42d4-ab71-4c7455bb27ad
  kind: Event
  lastTimestamp: "2026-07-09T18:19:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:19:49Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8-predictor.18c0b1fb349bb5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 754423d4-a07b-4ab0-b3af-99b0117d04a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-4dee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16718"
    uid: 3f620b1c-de2c-4169-9804-85a067855c05
  kind: Event
  lastTimestamp: "2026-07-09T18:19:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:19:30Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8.18c0b1ed385281ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: 31cbcf42-7f5f-4e33-93c7-b969102c2c75
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-4dee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: 3f620b1c-de2c-4169-9804-85a067855c05
  kind: Event
  lastTimestamp: "2026-07-09T18:19:30Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-4dee8] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:19:30Z"
    name: isvc-sklearn-graph-raw-hpa-4dee8.18c0b20124bfa918
    namespace: kserve-ci-e2e-test
    resourceVersion: "17524"
    uid: 69c4389e-8c87-4a00-a247-66dfc59a6acf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:21:40.662193Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18741"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    to ip-10-0-140-229.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:21:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:21:40Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b21f77ca639d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 63b8b74e-6f42-42c2-b7dc-d2e5883b6c05
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:21:41Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:21:41Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b21f9206a769
    namespace: kserve-ci-e2e-test
    resourceVersion: "18778"
    uid: 7465392c-d6c6-4b91-bcf1-88ee41e5be69
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:21:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:41Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b21f937da171
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: cebb0e13-e161-4194-b842-ff3b153ed5ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:21:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:41Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b21f9641f9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: 25cd637f-ad71-4977-bc6a-3744ce49d626
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:21:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:41Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b21f96b0cc33
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: 0233f003-47b2-4864-b485-3658dc34486e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:21:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:44Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b2207790627e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: 2be7e852-82ca-4c7f-ac1c-f772c6ecc2bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:21:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:45Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b2207bed1336
    namespace: kserve-ci-e2e-test
    resourceVersion: "18819"
    uid: e40a9343-14ba-4b9c-8ad4-a752a6d0d7d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:21:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:45Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b2207c60d5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18820"
    uid: 7e3c3d5a-fd26-45cb-8385-a90fb53f76a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:21:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:45Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b2207c6a0396
    namespace: kserve-ci-e2e-test
    resourceVersion: "18821"
    uid: 78c5e219-068b-40a8-8c02-a1c19d53c25a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:21:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:45Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b2207f29da47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18823"
    uid: 72ded494-cad4-4511-854e-24fbf0ae16d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:21:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:45Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b2207f99ed00
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: 2c681d04-98bd-4128-84ea-ca5212ebefa9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:24:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:26Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b220ef5e8af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 1475f9f3-e03a-4c97-ba61-bef87a59406a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:24:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:20Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b244bf9018b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: 25f40be5-a3bf-4034-a781-2cd07f0b612d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:24:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:20Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b244bf907f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: 4576979f-17f4-4659-bde6-617dff6a4b1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: d0458ea3-132a-4eab-8dcb-d6e4fe28a9ff
  kind: Event
  lastTimestamp: "2026-07-09T18:24:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:24:27Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl.18c0b24541e76ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20055"
    uid: 9fabf8b9-3c75-445f-a6e4-5d0c09291f01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18721"
    uid: 5651c913-77f3-45d1-9ab9-243c31ba8ec9
  kind: Event
  lastTimestamp: "2026-07-09T18:21:40Z"
  message: 'Created pod: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f-hgvxl'
  metadata:
    creationTimestamp: "2026-07-09T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:21:40Z"
    name: isvc-sklearn-scale-raw-94c37-predictor-566cd5685f.18c0b21f773b281d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: c757c6e8-964d-4299-99b7-3743596eec98
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-94c37-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: fd08dc7e-1636-4d67-9695-31dc0962d39b
  kind: Event
  lastTimestamp: "2026-07-09T18:21:40Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-94c37-predictor-566cd5685f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:21:40Z"
    name: isvc-sklearn-scale-raw-94c37-predictor.18c0b21f714094b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18725"
    uid: 46fdfb15-82cb-4cdb-b9f4-f620b642ceac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-94c37-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: f4ad8c4f-697c-4f5c-97a7-7fef7fa6f4e4
  kind: Event
  lastTimestamp: "2026-07-09T18:22:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:22:10Z"
    name: isvc-sklearn-scale-raw-94c37-predictor.18c0b222efae7a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "19017"
    uid: e9b8b65c-2a4c-4463-ac99-9ae42468cb23
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-94c37-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: f4ad8c4f-697c-4f5c-97a7-7fef7fa6f4e4
  kind: Event
  lastTimestamp: "2026-07-09T18:22:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:22:10Z"
    name: isvc-sklearn-scale-raw-94c37-predictor.18c0b222f010004e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: 8464183d-7077-4da8-b2c1-7fb2c51ddc3f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-09T18:22:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-94c37-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18909"
    uid: f4ad8c4f-697c-4f5c-97a7-7fef7fa6f4e4
  kind: Event
  lastTimestamp: "2026-07-09T18:24:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:24:10Z"
    name: isvc-sklearn-scale-raw-94c37-predictor.18c0b229ede6b8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: bb0295c4-54b2-43d9-bcff-bfed41d4d3ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-09T18:22:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-94c37-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18909"
    uid: f4ad8c4f-697c-4f5c-97a7-7fef7fa6f4e4
  kind: Event
  lastTimestamp: "2026-07-09T18:24:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:24:10Z"
    name: isvc-sklearn-scale-raw-94c37-predictor.18c0b229ee4ab311
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: fd3b6f50-d1b7-43ff-9b75-d3f817b34002
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-94c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "18700"
    uid: eb76876f-7739-4091-8408-0b8b4032057b
  kind: Event
  lastTimestamp: "2026-07-09T18:24:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:24:16Z"
    name: isvc-sklearn-scale-raw-94c37.18c0b21f7138b0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: 4b83e465-3cf9-4bb2-a8b3-d747f45307ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-94c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "18700"
    uid: eb76876f-7739-4091-8408-0b8b4032057b
  kind: Event
  lastTimestamp: "2026-07-09T18:21:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-94c37":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-94c37":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:21:40Z"
    name: isvc-sklearn-scale-raw-94c37.18c0b21f719ade9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18757"
    uid: 045d2ceb-7e98-4325-981c-385f7b1a2823
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-94c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: eb76876f-7739-4091-8408-0b8b4032057b
  kind: Event
  lastTimestamp: "2026-07-09T18:21:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-94c37": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:21:40Z"
    name: isvc-sklearn-scale-raw-94c37.18c0b21f78a5976b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18764"
    uid: e895b970-8f72-49d7-a435-e1eaa74d1d6f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:24:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-94c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: eb76876f-7739-4091-8408-0b8b4032057b
  kind: Event
  lastTimestamp: "2026-07-09T18:24:16Z"
  message: InferenceService [isvc-sklearn-scale-raw-94c37] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:24:16Z"
    name: isvc-sklearn-scale-raw-94c37.18c0b243bc08a14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19906"
    uid: ea7da14b-90d0-492e-aac7-287d7760baf2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:16:14.744629Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    to ip-10-0-140-229.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:16:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:16:14Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d39596fef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: c5105496-41af-4fc5-826f-fe8e326cc2b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:16:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-7eb66-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:14Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d3a193da6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: 18d6e2e6-a5e0-4824-b575-0ab95ea7ed3f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:16:15Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:16:15Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d3d294b651
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: dd0a3bb8-94fc-4743-9541-c8f18956328e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:16:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:15Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d3d3e0f3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15797"
    uid: d9b41c58-1ec7-40af-94d7-18fd26eb6e25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:16:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:15Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d3d65ec5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: 54b36a6c-7442-43c0-bf30-150cd7f61f01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:16:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:15Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d3d6cb876a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15800"
    uid: dbca78b9-32cc-4abf-a9fc-7fc5510563e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:16:19Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-09T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:19Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d4bdb698c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: 889d1186-8e25-4ce3-a629-88ea8eb79de0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:16:37Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.903s (17.903s
    including waiting). Image size: 1305579259 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:37Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d8e8d573e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 6e537751-e21d-49bb-8f1d-ee0a9f0725d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:16:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:37Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d8ebb30183
    namespace: kserve-ci-e2e-test
    resourceVersion: "15989"
    uid: 139d93de-a10f-4be0-8192-d8f2460fe514
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:16:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:37Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d8ec29c839
    namespace: kserve-ci-e2e-test
    resourceVersion: "15990"
    uid: 956af825-b284-43b5-acdb-0ffd4208ccb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:16:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:37Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d8ec35995f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15991"
    uid: 5bbd47d4-7597-46cc-b5de-9ed75bced75c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:16:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:37Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d8ef69d6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15993"
    uid: cadb6bba-0f4f-4ca5-b698-1c644b573ffd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:16:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:16:37Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d8efda5608
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: f0ae378c-42a2-4db0-aa93-c5dcb1805b7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:17:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:17:34Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1d92edc6e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 7761d7e5-e75f-4f10-8328-e9782a530209
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:18:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:05Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1ed486d5daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: 5f135b1f-aa24-40e5-8f86-0e9f6975ca39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: f090acbf-f787-4a8e-83b0-7a1875c527df
  kind: Event
  lastTimestamp: "2026-07-09T18:18:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:05Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z.18c0b1ed486df73f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: 6eec6922-1db2-44a3-8b0d-85ef77e250b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 42698dc5-1cec-4962-bb35-f692d94bba0f
  kind: Event
  lastTimestamp: "2026-07-09T18:16:14Z"
  message: 'Created pod: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f-qgq7z'
  metadata:
    creationTimestamp: "2026-07-09T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:14Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f.18c0b1d394f02f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: f01a53c4-8a50-462f-97cf-72b51db68d7a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-7eb66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15742"
    uid: c5337143-bb9c-4a89-aed9-74a4fe2f12fc
  kind: Event
  lastTimestamp: "2026-07-09T18:16:14Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-7eb66-predictor-7d889fc74f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:16:14Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor.18c0b1d391f410b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: c98f11f1-f913-4fa7-8fe3-f1ec2013239b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-7eb66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: 1b4f4d6b-b8d9-4f66-ba58-565c6f89ab19
  kind: Event
  lastTimestamp: "2026-07-09T18:17:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:17:14Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor.18c0b1d71077943a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: fc57bc66-8270-4858-9569-4f889b2bfc0f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-7eb66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: 1b4f4d6b-b8d9-4f66-ba58-565c6f89ab19
  kind: Event
  lastTimestamp: "2026-07-09T18:17:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:17:14Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor.18c0b1d710d3d6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 0211638d-1e97-44f1-b4d6-19ac3fee6d55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-7eb66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15932"
    uid: 1b4f4d6b-b8d9-4f66-ba58-565c6f89ab19
  kind: Event
  lastTimestamp: "2026-07-09T18:17:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:17:59Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor.18c0b1e50b4d93b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16660"
    uid: 0201de56-a97d-4b19-9285-5c04b465aad9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-7eb66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15932"
    uid: 1b4f4d6b-b8d9-4f66-ba58-565c6f89ab19
  kind: Event
  lastTimestamp: "2026-07-09T18:17:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:17:59Z"
    name: isvc-xgboost-graph-raw-7eb66-predictor.18c0b1e50bb4dbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: dbb80150-352b-40c7-b256-0d8455793477
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:16:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-7eb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15725"
    uid: 9243094e-c3a2-4e72-b8ac-bbf19bfdd2f9
  kind: Event
  lastTimestamp: "2026-07-09T18:17:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:17:44Z"
    name: isvc-xgboost-graph-raw-7eb66.18c0b1d3920ceb19
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: 8f08d074-c82a-4cf7-8507-3e02ee0cea27
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-7eb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16515"
    uid: 9243094e-c3a2-4e72-b8ac-bbf19bfdd2f9
  kind: Event
  lastTimestamp: "2026-07-09T18:17:44Z"
  message: InferenceService [isvc-xgboost-graph-raw-7eb66] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:17:44Z"
    name: isvc-xgboost-graph-raw-7eb66.18c0b1e89259a279
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: df1817fd-2bd8-4fe2-b66e-9d79c5451659
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:18:05.012524Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16781"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    to ip-10-0-140-229.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:18:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:18:05Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b1ed4211996b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: c239c7ac-ecbb-4479-bb17-151dd5d33b00
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16794"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:05Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:18:05Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b1ed5ba6cb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: 3aca7ae6-a348-4d70-8188-446c483966bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:05Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b1ed5d067a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 7615808e-b87b-495b-b4b4-25d7012d8f80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:05Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b1ed6006dfea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: 7248914b-c41b-45bd-8d15-e2a4a4b04d46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:05Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b1ed6094b7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 7a744dd7-9d20-4cc7-b09f-18de360dcf51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b1ee7492654a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 3d6dbeb8-51ca-4e57-b156-609b8b78eb3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b1ee77c4f783
    namespace: kserve-ci-e2e-test
    resourceVersion: "16898"
    uid: 2278afa1-c95c-4e18-85b2-9b83b601f0d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b1ee783c20b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16899"
    uid: 942ea557-ec0c-4ee8-b3c3-f4794b36fb67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b1ee78463a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16902"
    uid: de5bf032-a311-46ee-8a54-ec3cbfbedfae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b1ee7b15bbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16908"
    uid: d8dcf3fd-d765-41d2-b163-d49ed2294fbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:18:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:10Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b1ee7beefb36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 75f30452-02ab-45a1-ac03-890039e730dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:19:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:58Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b1eeec98a282
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: ca156d61-1f0f-403c-89d2-83e76c0234e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:19:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:55Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b206f132dcf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: 94a7dcf9-99a7-496d-9f12-b0b583ea21e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:19:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:55Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b206f133d1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17819"
    uid: c79445a2-2a49-4150-8275-002d489b086d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 7da73a90-93d4-4ec5-9828-1b62a89a768c
  kind: Event
  lastTimestamp: "2026-07-09T18:19:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:58Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4.18c0b2079aef2e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 598fd1aa-2b24-4449-b2c2-690914d9f6c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: d5febdc7-63db-4248-baae-e751aecc9297
  kind: Event
  lastTimestamp: "2026-07-09T18:18:05Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97-kflm4'
  metadata:
    creationTimestamp: "2026-07-09T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:05Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97.18c0b1ed41abeb1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: afba70eb-f255-43f9-9908-34dda06557ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16767"
    uid: 14cc32cc-fc76-4ee3-aa7c-f384de422220
  kind: Event
  lastTimestamp: "2026-07-09T18:18:04Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-4dee8-predictor-7fc8669d97
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:04Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor.18c0b1ed3e787b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: b7d265a0-64ad-4885-8978-d017a8f88abe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: 40a62ca0-f57d-47de-9d39-8022d3e85c52
  kind: Event
  lastTimestamp: "2026-07-09T18:18:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:34Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor.18c0b1f0bcf56a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17106"
    uid: 110426f8-b678-4f8a-865b-9c20c7b419be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: 40a62ca0-f57d-47de-9d39-8022d3e85c52
  kind: Event
  lastTimestamp: "2026-07-09T18:18:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:18:34Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor.18c0b1f0bd7b01f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: b0c30a05-9840-4d26-902d-01d77d69b8c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16992"
    uid: 40a62ca0-f57d-47de-9d39-8022d3e85c52
  kind: Event
  lastTimestamp: "2026-07-09T18:19:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:19:20Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor.18c0b1f7bad4f3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17443"
    uid: e1e346c6-929b-4402-acea-3717088fad85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16992"
    uid: 40a62ca0-f57d-47de-9d39-8022d3e85c52
  kind: Event
  lastTimestamp: "2026-07-09T18:19:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:19:20Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8-predictor.18c0b1f7bb47e2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: a949fcb7-39af-4257-a117-780693e4c966
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-4dee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: 4446d036-6f8b-4a0e-a966-0f28d9adb6fc
  kind: Event
  lastTimestamp: "2026-07-09T18:19:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:19:08Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8.18c0b1ed3eb0fd49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: d10c8f95-c71f-479d-b396-322b276d4d4b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-4dee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17357"
    uid: 4446d036-6f8b-4a0e-a966-0f28d9adb6fc
  kind: Event
  lastTimestamp: "2026-07-09T18:19:08Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-4dee8] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:19:08Z"
    name: isvc-xgboost-graph-raw-hpa-4dee8.18c0b1fbfce80fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17358"
    uid: f6c9c224-a7f0-4747-92cc-f1b219c0c6d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:19:55.245061Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17790"
    uid: 6ef69347-296a-4aef-aa32-84f5920b94fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-d927d-predictor-68bccfb784-t7jnl
    to ip-10-0-140-229.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:19:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:19:55Z"
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl.18c0b206ec709f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: 00c4ed43-d2ea-474e-aedd-508f87a1f86e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17806"
    uid: 6ef69347-296a-4aef-aa32-84f5920b94fd
  kind: Event
  lastTimestamp: "2026-07-09T18:19:55Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:19:55Z"
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl.18c0b2070558b044
    namespace: kserve-ci-e2e-test
    resourceVersion: "17826"
    uid: 77368feb-797c-4d7e-8ca5-5c30e457748d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 6ef69347-296a-4aef-aa32-84f5920b94fd
  kind: Event
  lastTimestamp: "2026-07-09T18:19:55Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-09T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:55Z"
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl.18c0b20706f5620d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17828"
    uid: 915bd149-31e1-4d67-be83-7aa360d923f7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 6ef69347-296a-4aef-aa32-84f5920b94fd
  kind: Event
  lastTimestamp: "2026-07-09T18:19:56Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.031s (1.031s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:56Z"
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl.18c0b20744725e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 61ba1525-734e-47ab-a77c-2bca9da8f01d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 6ef69347-296a-4aef-aa32-84f5920b94fd
  kind: Event
  lastTimestamp: "2026-07-09T18:19:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:56Z"
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl.18c0b207471131d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: 525c35cb-6c1e-49b3-9d05-b29a2629673a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 6ef69347-296a-4aef-aa32-84f5920b94fd
  kind: Event
  lastTimestamp: "2026-07-09T18:19:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:56Z"
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl.18c0b207477d4480
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: d3b35966-6dae-4702-8e79-db308d18b202
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 6ef69347-296a-4aef-aa32-84f5920b94fd
  kind: Event
  lastTimestamp: "2026-07-09T18:19:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:56Z"
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl.18c0b2074787fd4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: ecc75b01-c48b-4179-a68a-e3c7d755bbb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 6ef69347-296a-4aef-aa32-84f5920b94fd
  kind: Event
  lastTimestamp: "2026-07-09T18:19:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:56Z"
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl.18c0b2074a306836
    namespace: kserve-ci-e2e-test
    resourceVersion: "17845"
    uid: 5aa88cd7-baf0-4c0f-9783-88fb7f96d93a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 6ef69347-296a-4aef-aa32-84f5920b94fd
  kind: Event
  lastTimestamp: "2026-07-09T18:19:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:56Z"
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl.18c0b2074a9bf14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17846"
    uid: b55e7de2-77cb-4b8d-b023-76228c171475
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 6ef69347-296a-4aef-aa32-84f5920b94fd
  kind: Event
  lastTimestamp: "2026-07-09T18:21:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:40Z"
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl.18c0b21f7a9d02d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18767"
    uid: 287bcaff-9135-40e9-a003-96354a2770b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 6ef69347-296a-4aef-aa32-84f5920b94fd
  kind: Event
  lastTimestamp: "2026-07-09T18:21:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:21:40Z"
    name: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl.18c0b21f7a9e20a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18768"
    uid: b47250b1-38cf-46b5-82b0-7f4431d6fa04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-d927d-predictor-68bccfb784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: e9b4ea4f-6e36-4cf4-9571-3e6253996864
  kind: Event
  lastTimestamp: "2026-07-09T18:19:55Z"
  message: 'Created pod: message-dumper-raw-d927d-predictor-68bccfb784-t7jnl'
  metadata:
    creationTimestamp: "2026-07-09T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:19:55Z"
    name: message-dumper-raw-d927d-predictor-68bccfb784.18c0b206ebea14be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17793"
    uid: 5a8b2177-60db-40ae-b0e0-3beca88e0264
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-d927d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: 7cd73ec7-1132-4c3e-b5fa-b26b27480b1d
  kind: Event
  lastTimestamp: "2026-07-09T18:19:55Z"
  message: Scaled up replica set message-dumper-raw-d927d-predictor-68bccfb784 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:19:55Z"
    name: message-dumper-raw-d927d-predictor.18c0b206e8086ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: c22aea50-78e0-4434-9b0e-4340f3d1417b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-d927d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: 070a394d-ed5e-4375-b57c-e1521d443113
  kind: Event
  lastTimestamp: "2026-07-09T18:20:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:20:25Z"
    name: message-dumper-raw-d927d-predictor.18c0b20a67122b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: db54581f-bef0-46b6-8604-0375f17b8499
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-d927d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: 070a394d-ed5e-4375-b57c-e1521d443113
  kind: Event
  lastTimestamp: "2026-07-09T18:20:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:20:25Z"
    name: message-dumper-raw-d927d-predictor.18c0b20a677a7752
    namespace: kserve-ci-e2e-test
    resourceVersion: "18146"
    uid: e4e7aecc-a666-49bd-af09-d29a72d197a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-d927d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: a14e12d2-3b34-48ba-b902-ecff60678444
  kind: Event
  lastTimestamp: "2026-07-09T18:20:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:20:04Z"
    name: message-dumper-raw-d927d.18c0b206e80a0a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17919"
    uid: 4c5b56ed-72de-46da-9e33-2e06f47d7497
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-d927d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: a14e12d2-3b34-48ba-b902-ecff60678444
  kind: Event
  lastTimestamp: "2026-07-09T18:19:55Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-d927d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-d927d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:19:55Z"
    name: message-dumper-raw-d927d.18c0b206e8893c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: d3286e15-171f-4ea5-aa1e-4c629a6dfcfe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:20:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-d927d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17917"
    uid: a14e12d2-3b34-48ba-b902-ecff60678444
  kind: Event
  lastTimestamp: "2026-07-09T18:20:04Z"
  message: InferenceService [message-dumper-raw-d927d] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:20:04Z"
    name: message-dumper-raw-d927d.18c0b2091c7e6622
    namespace: kserve-ci-e2e-test
    resourceVersion: "17918"
    uid: 5380213d-4641-428c-90ed-ffd10693f383
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:17:54.650084Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-7eb66-5868974689-ddbcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: f38a5ee4-c86f-41bd-b57f-e5cd2145bb84
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-7eb66-5868974689-ddbcg
    to ip-10-0-133-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:17:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:17:54Z"
    name: model-chainer-raw-7eb66-5868974689-ddbcg.18c0b1ead86b5c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 6add0e65-4203-48ad-98ed-ae06ace3c374
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-7eb66-5868974689-ddbcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: f38a5ee4-c86f-41bd-b57f-e5cd2145bb84
  kind: Event
  lastTimestamp: "2026-07-09T18:17:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-7eb66-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:17:54Z"
    name: model-chainer-raw-7eb66-5868974689-ddbcg.18c0b1eae2b42795
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: e77794b6-bfc5-4238-bf1f-cc0365c6be34
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-7eb66-5868974689-ddbcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16604"
    uid: f38a5ee4-c86f-41bd-b57f-e5cd2145bb84
  kind: Event
  lastTimestamp: "2026-07-09T18:17:55Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:17:55Z"
    name: model-chainer-raw-7eb66-5868974689-ddbcg.18c0b1eb163fb5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 486f09ee-838b-4e19-a9fe-505941311cbd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7eb66}
    kind: Pod
    name: model-chainer-raw-7eb66-5868974689-ddbcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: f38a5ee4-c86f-41bd-b57f-e5cd2145bb84
  kind: Event
  lastTimestamp: "2026-07-09T18:17:55Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13"
  metadata:
    creationTimestamp: "2026-07-09T18:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:17:55Z"
    name: model-chainer-raw-7eb66-5868974689-ddbcg.18c0b1eb17986475
    namespace: kserve-ci-e2e-test
    resourceVersion: "16623"
    uid: dbf64231-0119-4836-b254-9f89f669f36b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7eb66}
    kind: Pod
    name: model-chainer-raw-7eb66-5868974689-ddbcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: f38a5ee4-c86f-41bd-b57f-e5cd2145bb84
  kind: Event
  lastTimestamp: "2026-07-09T18:17:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13"
    in 2.597s (2.597s including waiting). Image size: 218071166 bytes.'
  metadata:
    creationTimestamp: "2026-07-09T18:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:17:58Z"
    name: model-chainer-raw-7eb66-5868974689-ddbcg.18c0b1ebb269aa17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: 73221f46-1e0c-43f1-be62-16731b7a6412
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7eb66}
    kind: Pod
    name: model-chainer-raw-7eb66-5868974689-ddbcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: f38a5ee4-c86f-41bd-b57f-e5cd2145bb84
  kind: Event
  lastTimestamp: "2026-07-09T18:17:58Z"
  message: 'Created container: model-chainer-raw-7eb66'
  metadata:
    creationTimestamp: "2026-07-09T18:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:17:58Z"
    name: model-chainer-raw-7eb66-5868974689-ddbcg.18c0b1ebb625ed83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: fcda237c-0625-4272-afb8-bfb076f4808f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7eb66}
    kind: Pod
    name: model-chainer-raw-7eb66-5868974689-ddbcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: f38a5ee4-c86f-41bd-b57f-e5cd2145bb84
  kind: Event
  lastTimestamp: "2026-07-09T18:17:58Z"
  message: Started container model-chainer-raw-7eb66
  metadata:
    creationTimestamp: "2026-07-09T18:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:17:58Z"
    name: model-chainer-raw-7eb66-5868974689-ddbcg.18c0b1ebb6a48bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: edacac3b-fe27-4420-9876-65cac86ec331
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7eb66}
    kind: Pod
    name: model-chainer-raw-7eb66-5868974689-ddbcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: f38a5ee4-c86f-41bd-b57f-e5cd2145bb84
  kind: Event
  lastTimestamp: "2026-07-09T18:18:04Z"
  message: Stopping container model-chainer-raw-7eb66
  metadata:
    creationTimestamp: "2026-07-09T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:04Z"
    name: model-chainer-raw-7eb66-5868974689-ddbcg.18c0b1ed2ef866d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 6c43da5c-2264-4fe5-bbcb-cc89c7efa6be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-09T18:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7eb66}
    kind: Pod
    name: model-chainer-raw-7eb66-5868974689-ddbcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: f38a5ee4-c86f-41bd-b57f-e5cd2145bb84
  kind: Event
  lastTimestamp: "2026-07-09T18:18:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-09T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:18:34Z"
    name: model-chainer-raw-7eb66-5868974689-ddbcg.18c0b1ed2f597337
    namespace: kserve-ci-e2e-test
    resourceVersion: "17101"
    uid: b93b3a76-3b1e-4e32-96ff-4e2e8e48f7b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-7eb66-5868974689
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: a4fa897b-741a-49b2-8acb-55fda9f6b8f0
  kind: Event
  lastTimestamp: "2026-07-09T18:17:54Z"
  message: 'Created pod: model-chainer-raw-7eb66-5868974689-ddbcg'
  metadata:
    creationTimestamp: "2026-07-09T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:17:54Z"
    name: model-chainer-raw-7eb66-5868974689.18c0b1ead7e345e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: a13b73b8-3e43-4c24-a439-5a69abe4b969
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-7eb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 79fac55e-5dac-496b-8647-fc47242ff999
  kind: Event
  lastTimestamp: "2026-07-09T18:17:54Z"
  message: Scaled up replica set model-chainer-raw-7eb66-5868974689 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:17:54Z"
    name: model-chainer-raw-7eb66.18c0b1ead6e61399
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: 233ce35a-9059-4ebe-8c51-4a20edb381e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-7eb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16606"
    uid: e5a57347-6229-4284-a838-703f86759041
  kind: Event
  lastTimestamp: "2026-07-09T18:17:54Z"
  message: InferenceGraph [model-chainer-raw-7eb66] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:17:54Z"
    name: model-chainer-raw-7eb66.18c0b1eadca52ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 8954474b-a310-4c49-84ab-2b0f161ef7c2
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-7eb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: e5a57347-6229-4284-a838-703f86759041
  kind: Event
  lastTimestamp: "2026-07-09T18:17:54Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-7eb66":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-7eb66":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:17:54Z"
    name: model-chainer-raw-7eb66.18c0b1eadeb1418d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: dbc44291-afde-44e8-b5b0-d4ff52bf4423
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:17:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-7eb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: e5a57347-6229-4284-a838-703f86759041
  kind: Event
  lastTimestamp: "2026-07-09T18:17:54Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-7eb66": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:17:54Z"
    name: model-chainer-raw-7eb66.18c0b1eadeb18f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 62f7dff0-27bd-4faa-9b36-4fc52de9336b
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:19:44.968263Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: cc1c7128-6ff1-4570-9c86-d9a0629965c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-4dee8-69469486c-c4w7p
    to ip-10-0-133-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:19:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:19:44Z"
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p.18c0b20487e5273f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: fa2f8d7b-377f-488c-8f52-930e53a82f04
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: cc1c7128-6ff1-4570-9c86-d9a0629965c9
  kind: Event
  lastTimestamp: "2026-07-09T18:19:45Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:19:45Z"
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p.18c0b204a24eff50
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: 0ba87f41-a6c2-4ff9-9230-5945f3e90f8a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4dee8}
    kind: Pod
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: cc1c7128-6ff1-4570-9c86-d9a0629965c9
  kind: Event
  lastTimestamp: "2026-07-09T18:19:45Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:45Z"
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p.18c0b204a388f0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: 0d0a4474-9c6d-49a9-a9fb-16bad695694f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4dee8}
    kind: Pod
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: cc1c7128-6ff1-4570-9c86-d9a0629965c9
  kind: Event
  lastTimestamp: "2026-07-09T18:19:45Z"
  message: 'Created container: model-chainer-raw-hpa-4dee8'
  metadata:
    creationTimestamp: "2026-07-09T18:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:45Z"
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p.18c0b204a6a9e38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: 73dcbd4c-c86a-4801-814e-1707b9590457
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4dee8}
    kind: Pod
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: cc1c7128-6ff1-4570-9c86-d9a0629965c9
  kind: Event
  lastTimestamp: "2026-07-09T18:19:45Z"
  message: Started container model-chainer-raw-hpa-4dee8
  metadata:
    creationTimestamp: "2026-07-09T18:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:45Z"
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p.18c0b204a7456a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17657"
    uid: 396df072-5292-4d93-9980-9292d922cfe7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4dee8}
    kind: Pod
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: cc1c7128-6ff1-4570-9c86-d9a0629965c9
  kind: Event
  lastTimestamp: "2026-07-09T18:19:55Z"
  message: Stopping container model-chainer-raw-hpa-4dee8
  metadata:
    creationTimestamp: "2026-07-09T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:19:55Z"
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p.18c0b206de1e2e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17750"
    uid: 16bbd300-9c07-4669-b22e-54ea99f97502
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4dee8}
    kind: Pod
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: cc1c7128-6ff1-4570-9c86-d9a0629965c9
  kind: Event
  lastTimestamp: "2026-07-09T18:20:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-09T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:20:21Z"
    name: model-chainer-raw-hpa-4dee8-69469486c-c4w7p.18c0b2073cb9dd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "18119"
    uid: 32521866-c64c-4310-a94e-8ac76d6f57bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-4dee8-69469486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: f7b04bf0-4c26-4dd9-807c-b5de0c6793ea
  kind: Event
  lastTimestamp: "2026-07-09T18:19:44Z"
  message: 'Created pod: model-chainer-raw-hpa-4dee8-69469486c-c4w7p'
  metadata:
    creationTimestamp: "2026-07-09T18:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:19:44Z"
    name: model-chainer-raw-hpa-4dee8-69469486c.18c0b204875855a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: 127335ca-a096-4c37-9697-4ade65f2803c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-4dee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: 29cccb6e-c419-4561-9aa8-59663f03d996
  kind: Event
  lastTimestamp: "2026-07-09T18:19:44Z"
  message: Scaled up replica set model-chainer-raw-hpa-4dee8-69469486c from 0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:19:44Z"
    name: model-chainer-raw-hpa-4dee8.18c0b204866f261f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 5ddb7171-e3e4-4068-8000-7037ac48e919
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:19:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-4dee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: 9c584ed8-1c83-4ad1-af00-0b52b16519b4
  kind: Event
  lastTimestamp: "2026-07-09T18:19:45Z"
  message: InferenceGraph [model-chainer-raw-hpa-4dee8] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:19:45Z"
    name: model-chainer-raw-hpa-4dee8.18c0b2048b52da0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 5ce6c062-f5ab-4452-b06f-e020267f7fb6
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:26:34.992543Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    to ip-10-0-140-229.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:26:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:26:34Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b263ff3f15a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 4e028e73-9da2-4db3-bf9a-882d155e45bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21198"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:26:35Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:26:35Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b26418214285
    namespace: kserve-ci-e2e-test
    resourceVersion: "21208"
    uid: c1f2bb6f-f154-4b5b-9587-efeacc90d0e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:26:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:35Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b2641b00958b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: 43a12d21-1e64-4856-b8d5-eff445e1fa1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:26:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:35Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b2641dfa06cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: 1db09df0-ad0d-45f1-bd86-ed9b571c56d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:26:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:35Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b2641e66e0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 8e3f7d79-d08a-454b-9bc5-ce766f64e404
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:26:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:40Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b2652a95318d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21251"
    uid: b8346aed-fb89-4e27-9f18-f3c656e13406
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:26:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:40Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b2652d3f6556
    namespace: kserve-ci-e2e-test
    resourceVersion: "21253"
    uid: 7122d3e2-c00e-4c23-b063-80a16e78b634
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:26:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:40Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b2652daffefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21254"
    uid: acf3d73b-63ec-47ca-beb6-d03e02437052
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:26:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:40Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b2652db9df96
    namespace: kserve-ci-e2e-test
    resourceVersion: "21255"
    uid: 54e954fc-863a-4a5f-97bd-99abc15d13c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:26:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:40Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b26530942398
    namespace: kserve-ci-e2e-test
    resourceVersion: "21259"
    uid: 60a25872-cd1d-40e5-a75a-aed9ba3e2344
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:26:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:26:40Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b2653101c235
    namespace: kserve-ci-e2e-test
    resourceVersion: "21260"
    uid: 69b599e8-b031-4088-84dc-eb8686983ac9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:28:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:08Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b265a26001ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: e8b14fdd-3d23-43a3-b211-40aaf6cbcdc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:28:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:04Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b278eb9f4c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: 4ca04cfb-e4ea-4e11-b992-251b86d32e3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:28:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:04Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b278eb9ffd67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21891"
    uid: 99c4b023-563a-4244-bd49-d650faae9ea8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 456d9894-0764-4a25-a512-2d2458f1bd46
  kind: Event
  lastTimestamp: "2026-07-09T18:28:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:08Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4.18c0b279a8950e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "21912"
    uid: 695e3f5c-798f-4a99-bae5-697dcc780a64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-c2694-predictor-6cb6b7896f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21177"
    uid: ee0dff22-0be1-436e-9db1-0715de439ac3
  kind: Event
  lastTimestamp: "2026-07-09T18:26:34Z"
  message: 'Created pod: raw-sklearn-c2694-predictor-6cb6b7896f-kp8n4'
  metadata:
    creationTimestamp: "2026-07-09T18:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:26:34Z"
    name: raw-sklearn-c2694-predictor-6cb6b7896f.18c0b263fe312bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21192"
    uid: acfcaefe-9d0e-4812-87ad-68d48e827699
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-c2694-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: 860558e8-d9bb-4c3b-b050-893ad122afa7
  kind: Event
  lastTimestamp: "2026-07-09T18:26:34Z"
  message: Scaled up replica set raw-sklearn-c2694-predictor-6cb6b7896f from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-09T18:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:26:34Z"
    name: raw-sklearn-c2694-predictor.18c0b263ef6498cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21179"
    uid: 84e10bb8-5790-4520-b055-b72a6cfc32eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-c2694-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 407b3964-2adc-47d9-818a-f2ea8b1e81b5
  kind: Event
  lastTimestamp: "2026-07-09T18:27:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:27:19Z"
    name: raw-sklearn-c2694-predictor.18c0b2676eeef71f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 28279e7b-4485-4d7e-a69e-a4b2fd7ace9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-c2694-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 407b3964-2adc-47d9-818a-f2ea8b1e81b5
  kind: Event
  lastTimestamp: "2026-07-09T18:27:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:27:19Z"
    name: raw-sklearn-c2694-predictor.18c0b2676f6cd033
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: 33a7e30d-e651-49bd-8f4a-569f03831caf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:27:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-c2694-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 407b3964-2adc-47d9-818a-f2ea8b1e81b5
  kind: Event
  lastTimestamp: "2026-07-09T18:27:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:27:49Z"
    name: raw-sklearn-c2694-predictor.18c0b271ec898fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: c6aa9a66-ff9e-4e1f-b397-6f516f1c443d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:27:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-c2694-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 407b3964-2adc-47d9-818a-f2ea8b1e81b5
  kind: Event
  lastTimestamp: "2026-07-09T18:27:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:27:49Z"
    name: raw-sklearn-c2694-predictor.18c0b271eced19c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21761"
    uid: 3ce8b327-2fea-4b54-88df-8cf1eb8dd027
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-c2694
    namespace: kserve-ci-e2e-test
    resourceVersion: "21168"
    uid: e54ff559-1e3e-4098-a63a-4dbd80b27861
  kind: Event
  lastTimestamp: "2026-07-09T18:27:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:27:58Z"
    name: raw-sklearn-c2694.18c0b263ef5f5a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "21822"
    uid: cbc0ed67-b9c0-4720-9261-64e143bfbef7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-c2694
    namespace: kserve-ci-e2e-test
    resourceVersion: "21168"
    uid: e54ff559-1e3e-4098-a63a-4dbd80b27861
  kind: Event
  lastTimestamp: "2026-07-09T18:26:35Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-c2694": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-c2694":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:26:35Z"
    name: raw-sklearn-c2694.18c0b263f212b702
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: 6c49a179-bb6e-4f0d-92f3-97abdd959f8c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:26:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-c2694
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: e54ff559-1e3e-4098-a63a-4dbd80b27861
  kind: Event
  lastTimestamp: "2026-07-09T18:26:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-c2694": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:26:35Z"
    name: raw-sklearn-c2694.18c0b2640425fdcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21202"
    uid: ac01cde9-a4f5-4b44-8f54-3e34c88008fd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:27:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-c2694
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: e54ff559-1e3e-4098-a63a-4dbd80b27861
  kind: Event
  lastTimestamp: "2026-07-09T18:27:58Z"
  message: InferenceService [raw-sklearn-c2694] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:27:58Z"
    name: raw-sklearn-c2694.18c0b2775b4bc45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21821"
    uid: 53ae6fa5-1ed3-4d76-8a43-8acd8faf6d85
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-09T18:28:10.131942Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    to ip-10-0-140-229.ec2.internal
  metadata:
    creationTimestamp: "2026-07-09T18:28:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-09T18:28:10Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b27a25ff3bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: bf2c01b1-9c3c-4ebd-a619-b85b4648269c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59d6686bbd-glk8h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:28:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-a83a2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-09T18:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:10Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b27a2fd14eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21969"
    uid: 9b738fda-2861-4402-ae4b-abddc399e908
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21965"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:28:11Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-09T18:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-09T18:28:11Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b27a63194495
    namespace: kserve-ci-e2e-test
    resourceVersion: "21978"
    uid: b7c02964-9b3a-4215-83b9-3915edd99d9b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:28:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:11Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b27a64a39501
    namespace: kserve-ci-e2e-test
    resourceVersion: "21980"
    uid: 5beb0183-a730-4c27-8067-62f08cc1067b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:28:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-09T18:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:11Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b27a671783f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21981"
    uid: 6f1e0661-26d6-4681-b185-5e1f82b871a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:28:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-09T18:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:11Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b27a67a3d80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21982"
    uid: 21578e25-11a6-4280-84ce-7c99b6a12bda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:28:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:15Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b27b5cd8c398
    namespace: kserve-ci-e2e-test
    resourceVersion: "22013"
    uid: 78c02107-bab2-41ff-a85b-ef7f76b96553
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:28:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-09T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:15Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b27b5fb7f7ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: 197d73ef-be30-49d9-8a03-5339c3dcbd91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:28:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:15Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b27b602529ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22017"
    uid: 7244bdb1-f56e-44c8-8ef5-cfa2a33b044d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:28:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-09T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:15Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b27b602ef744
    namespace: kserve-ci-e2e-test
    resourceVersion: "22018"
    uid: 8ed4b1e2-70c5-4c22-aad1-2132d46d2332
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:28:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-09T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:15Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b27b62d37535
    namespace: kserve-ci-e2e-test
    resourceVersion: "22021"
    uid: dc4cac37-1400-46ae-ad20-9474ffe3d76a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:28:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:28:15Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b27b6340761f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22022"
    uid: 7fa12a6e-0e85-4a27-91b4-48862c3e9fe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:29:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-09T18:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:29:43Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b27bd49cad9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 0092a815-a613-49af-85da-e1b84e87913d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:29:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-09T18:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:29:40Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b28f2042719e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22641"
    uid: dafde9ff-bf7b-48ff-8553-d909bc6adc38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:29:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-09T18:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:29:40Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b28f20439a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22642"
    uid: 0e3fd25e-07c4-431f-a98f-853113f60096
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 06f43d3c-47b4-43d2-b87b-7ef17af9253d
  kind: Event
  lastTimestamp: "2026-07-09T18:29:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-09T18:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-09T18:29:43Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9.18c0b28fdac31fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22666"
    uid: 50ec9fe4-c798-4c23-aeac-5e73052c0612
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-229.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-229.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 902d667d-3754-48c8-bc27-ada1e555a82f
  kind: Event
  lastTimestamp: "2026-07-09T18:28:10Z"
  message: 'Created pod: raw-sklearn-runtime-a83a2-predictor-ddcccd765-2sxf9'
  metadata:
    creationTimestamp: "2026-07-09T18:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:28:10Z"
    name: raw-sklearn-runtime-a83a2-predictor-ddcccd765.18c0b27a2561a1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21958"
    uid: 904aaa80-4604-4acb-a9cf-71d870b130bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-a83a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21941"
    uid: f6763c83-c2a0-4f08-8544-7de44e806cad
  kind: Event
  lastTimestamp: "2026-07-09T18:28:10Z"
  message: Scaled up replica set raw-sklearn-runtime-a83a2-predictor-ddcccd765 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-09T18:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:28:10Z"
    name: raw-sklearn-runtime-a83a2-predictor.18c0b27a1f40ae37
    namespace: kserve-ci-e2e-test
    resourceVersion: "21944"
    uid: a9dffdde-b782-4304-a6be-3c098b1e5e66
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-a83a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: 6ea2761a-8264-4491-9f85-a0dba0476ae9
  kind: Event
  lastTimestamp: "2026-07-09T18:28:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:28:40Z"
    name: raw-sklearn-runtime-a83a2-predictor.18c0b27d9e90e03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: 8e53ce50-3c2a-4ed5-9ddb-f64b416c76b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-a83a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: 6ea2761a-8264-4491-9f85-a0dba0476ae9
  kind: Event
  lastTimestamp: "2026-07-09T18:28:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-09T18:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:28:40Z"
    name: raw-sklearn-runtime-a83a2-predictor.18c0b27d9f03da7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22203"
    uid: b1e76f16-5656-40bf-9d68-b47a33485d1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-a83a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: 6ea2761a-8264-4491-9f85-a0dba0476ae9
  kind: Event
  lastTimestamp: "2026-07-09T18:29:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:29:40Z"
    name: raw-sklearn-runtime-a83a2-predictor.18c0b2849d52e4b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22625"
    uid: b5217a0a-c5a8-48b9-a8f8-aceba47f70c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-a83a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: 6ea2761a-8264-4491-9f85-a0dba0476ae9
  kind: Event
  lastTimestamp: "2026-07-09T18:29:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-09T18:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-09T18:29:40Z"
    name: raw-sklearn-runtime-a83a2-predictor.18c0b2849de6856c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22626"
    uid: c30f311c-9ab7-4c0e-935f-17cb39747cbb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-a83a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: b36d51b1-b89c-4342-80fc-9044f2d99c13
  kind: Event
  lastTimestamp: "2026-07-09T18:29:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-09T18:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:29:33Z"
    name: raw-sklearn-runtime-a83a2.18c0b27a1f476335
    namespace: kserve-ci-e2e-test
    resourceVersion: "22578"
    uid: 1490cec9-dbf9-4437-b9e9-ddd2af38d74b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:28:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-a83a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: b36d51b1-b89c-4342-80fc-9044f2d99c13
  kind: Event
  lastTimestamp: "2026-07-09T18:28:10Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-a83a2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-a83a2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-09T18:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:28:10Z"
    name: raw-sklearn-runtime-a83a2.18c0b27a1fdc0388
    namespace: kserve-ci-e2e-test
    resourceVersion: "21947"
    uid: 56ea2b92-47bf-43b3-9499-79c9076ef558
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-09T18:29:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-a83a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22576"
    uid: b36d51b1-b89c-4342-80fc-9044f2d99c13
  kind: Event
  lastTimestamp: "2026-07-09T18:29:33Z"
  message: InferenceService [raw-sklearn-runtime-a83a2] is Ready
  metadata:
    creationTimestamp: "2026-07-09T18:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-09T18:29:33Z"
    name: raw-sklearn-runtime-a83a2.18c0b28d8d06f845
    namespace: kserve-ci-e2e-test
    resourceVersion: "22577"
    uid: ba20c635-e857-4bf2-906e-004a10fa4da4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22889"