---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:35:19.249914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21192"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7879794c64-tvsrl
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f94332082dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21196"
    uid: 8a8a3fce-4cac-429e-a56c-9961cb1a8fdc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f9434bf024f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21221"
    uid: 32be1e68-ff85-435c-8721-05b19ef2bfac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f9434d6c47fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21223"
    uid: 99ebba4a-8b87-4e52-a070-2863610d0c90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f943505820e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21226"
    uid: 64da3a1b-38e7-4654-9893-4ee953888465
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f94350ca1c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: 355a9f5e-c505-4340-9629-2804b6abc5fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:35:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:24Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f94466d6d3b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21279"
    uid: 6e34095b-98c3-4d9c-866c-67fb5ecadff6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:35:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:24Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f9446af5a7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21285"
    uid: 29f09d98-38fb-4db8-a02f-ae95e980d86d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:35:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:24Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f9446b69f86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21288"
    uid: eb0c4104-3daf-4cfc-8b18-d8d9b227c8dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:35:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:24Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f9446b73e25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21289"
    uid: 1111d13e-9029-42a7-821e-3589699075bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:35:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:24Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f9446ee375d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21292"
    uid: cba5cebe-5f71-4e2f-be1f-8a5a895631ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:35:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:24Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f9446f5a9375
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 15b5e7f8-605e-4d27-8c32-f9e2a484a117
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:36:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:37Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f944dec858cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: 53386d70-26e9-4aec-baf1-44bce0b849ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:36:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:49Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f9582be6301a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 542fa717-db96-4fba-9d8e-6d6caaef0d1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:36:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:49Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f9582be6b38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: 1a0d6a3c-f46b-4f1d-9080-ddf81c4dafed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7879794c64-tvsrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 5040bb41-31d4-4284-a7da-84dce23bf655
  kind: Event
  lastTimestamp: "2026-08-05T17:36:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:52Z"
    name: isvc-canary-create-predictor-7879794c64-tvsrl.18c8f958e5013cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21993"
    uid: 68ea816d-beb5-4d21-83ce-7d29d0021f19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7879794c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21174"
    uid: 6eb458f4-1d1a-433c-b8da-d530e77afa1f
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: 'Created pod: isvc-canary-create-predictor-7879794c64-tvsrl'
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-predictor-7879794c64.18c8f943318c8f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "21193"
    uid: 4e2b3d94-03ec-478c-b71a-42e5bbacc95b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: 98285bdc-7327-4a4f-85f9-1826944537b3
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: Scaled up replica set isvc-canary-create-predictor-7879794c64 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-predictor.18c8f9432dd3af67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: da29b38a-612c-47ae-8d80-26251f20986f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:35:19.293937Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21200"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-59c98df545-5pwj5
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f94334a7f17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21207"
    uid: 1cbd58e4-0bd4-4071-b664-ef8a818841d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f9434fc25b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21224"
    uid: 50b4b15a-c233-463f-8d15-c89bbedd23da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f9435155f868
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: ae46b617-b6fd-46bc-a15b-ea0e0529ed1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f94353d9d2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21230"
    uid: 6cd923bc-2ff7-4873-b4d5-98dd6cedbdf9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f9435452cea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 29050b37-30d1-4371-be05-21ad325a184e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:35:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:24Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f94466c07def
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: 3c522516-0e83-4c83-87a6-6d1251943b04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:35:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:24Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f9446ae1892a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21282"
    uid: 2d9b6838-de47-44f2-b716-0d5239056ada
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:35:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:24Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f9446b573c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21286"
    uid: 83bdb465-e02b-40c1-afe7-b848c845c557
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:35:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:24Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f9446b6152c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21287"
    uid: 368eddbf-b7c3-485a-9ea2-e368c787752c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:35:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:24Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f9446ed920c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21290"
    uid: 1eac59bd-cf3e-441f-80ce-b3ce2eb8f55c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:35:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:24Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f9446f4d8eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21293"
    uid: e026ea50-72f1-4d81-a3c2-c3176455f7d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:36:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:52Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f944dec8ccfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21994"
    uid: 0142c8c6-8d75-4841-8320-f7449ed5cb62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:36:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:49Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f9582c273344
    namespace: kserve-ci-e2e-test
    resourceVersion: "21965"
    uid: 9c4bfdfd-0fd6-4f52-977b-2738b311b17d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:36:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:49Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f9582c285be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21968"
    uid: f87a8eb1-360d-4103-af89-b05131f3c77c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: fa6ec46a-cb12-48d5-ab87-46be6b6eb481
  kind: Event
  lastTimestamp: "2026-08-05T17:36:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:52Z"
    name: isvc-canary-create-v2-predictor-59c98df545-5pwj5.18c8f958e5009e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 3deaaaef-631e-455c-88d6-58ae34aa5058
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-59c98df545
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: 8210a44c-5dd5-4c3b-bc57-d7f810e1808d
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-59c98df545-5pwj5'
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-v2-predictor-59c98df545.18c8f9433417546d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21202"
    uid: 617c6dec-950b-437f-9441-05f67c37511d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: 76f73821-a57b-4d1b-97a7-2d040bba1975
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-59c98df545 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create-v2-predictor.18c8f9433002ebee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21186"
    uid: 843de78a-92dd-4cc6-b4f0-89f048cfeeb9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: 492bee4c-8e86-48b0-85d0-28b653d27509
  kind: Event
  lastTimestamp: "2026-08-05T17:36:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:36:47Z"
    name: isvc-canary-create.18c8f9432fb2c1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: 244189f4-45e0-4b06-b984-378a139bd785
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: 492bee4c-8e86-48b0-85d0-28b653d27509
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create.18c8f94330353176
    namespace: kserve-ci-e2e-test
    resourceVersion: "21188"
    uid: cc24f8d7-5bf1-4aec-a4e2-b0d986d3a62f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: 492bee4c-8e86-48b0-85d0-28b653d27509
  kind: Event
  lastTimestamp: "2026-08-05T17:35:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:35:19Z"
    name: isvc-canary-create.18c8f94330359527
    namespace: kserve-ci-e2e-test
    resourceVersion: "21190"
    uid: baa6516b-d0ee-4435-8dda-98115e3244e6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21927"
    uid: 492bee4c-8e86-48b0-85d0-28b653d27509
  kind: Event
  lastTimestamp: "2026-08-05T17:36:47Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:36:47Z"
    name: isvc-canary-create.18c8f957b3556c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21928"
    uid: dc631970-5523-46a1-bf6c-decf3e064f8b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:36:54.542355Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22039"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:36:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:36:54Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f95961e77398
    namespace: kserve-ci-e2e-test
    resourceVersion: "22050"
    uid: d13cfc7b-41e2-4685-90c7-7050d1f50c54
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:36:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:54Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f9596a96ae47
    namespace: kserve-ci-e2e-test
    resourceVersion: "22063"
    uid: bd2a689f-0815-4e60-b5c7-beeae11fc316
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22057"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:36:55Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:36:55Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f9599f2ac7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: e77b30b9-e2f4-4661-89bf-831f388358d3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:36:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:55Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f959a0c1b83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: 7791496d-ddeb-4d8d-8e7c-0e4fb2a770a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:36:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:55Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f959a3f6b775
    namespace: kserve-ci-e2e-test
    resourceVersion: "22089"
    uid: 8e139109-69d9-4289-8738-34225eb880d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:36:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:55Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f959a4675eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: 3eee6995-d70c-4d47-b309-f66d19a90fee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:36:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:59Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f95a9b27047c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22128"
    uid: 7b4ea599-062f-4fab-938a-7a47337da64e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:36:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:59Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f95a9db4e1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22131"
    uid: 40e21dce-3159-4d58-8119-475698e860a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:36:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:59Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f95a9e291716
    namespace: kserve-ci-e2e-test
    resourceVersion: "22132"
    uid: 0a6171bb-1c84-459e-801e-8bfe70233051
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:36:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:59Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f95a9e368d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22133"
    uid: b718c9e6-0834-48f0-8c01-bf2d94929ee5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:36:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:59Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f95aa0ee49b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22136"
    uid: cfca25a1-20b9-4fb7-9b24-a5b3323732f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:36:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:59Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f95aa1648d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "22137"
    uid: 7d49a383-949a-41ea-9e3d-768514cb99c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:38:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:38:27Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f95b12edf3d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22823"
    uid: 6d98851f-5a6c-4222-a136-fa877be32c6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:38:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:38:24Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f96e5e345c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "22770"
    uid: 675d3a68-ed40-4949-929d-0599620446ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:38:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:38:24Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f96e5e350f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22772"
    uid: 64c0496e-dbbe-4bab-9a66-c748648223be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 983a04c7-ea54-4af8-bcb5-dc449a407838
  kind: Event
  lastTimestamp: "2026-08-05T17:38:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:38:27Z"
    name: isvc-canary-promote-predictor-5cc67bffb8-m4ztq.18c8f96f192179b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22822"
    uid: 098e3ceb-ea96-4b0a-a30e-581d849c1ded
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5cc67bffb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22021"
    uid: b0b17f2b-bf19-4756-b6c3-e93164f575db
  kind: Event
  lastTimestamp: "2026-08-05T17:36:54Z"
  message: 'Created pod: isvc-canary-promote-predictor-5cc67bffb8-m4ztq'
  metadata:
    creationTimestamp: "2026-08-05T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:36:54Z"
    name: isvc-canary-promote-predictor-5cc67bffb8.18c8f9596154df96
    namespace: kserve-ci-e2e-test
    resourceVersion: "22041"
    uid: c5e5a92e-3e25-45cb-8462-6a0cedd145fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22020"
    uid: d7fa848b-ddfe-4bf3-96b7-7689007684d5
  kind: Event
  lastTimestamp: "2026-08-05T17:36:54Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5cc67bffb8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-05T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:36:54Z"
    name: isvc-canary-promote-predictor.18c8f9595bf428e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22022"
    uid: 0fed0131-806d-4cd2-ab38-7b91ce891d5e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:38:24.740329Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22774"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:38:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:38:24Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f96e621f50c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22779"
    uid: 9fdbb6b6-b79d-4b63-9c29-b5b74f09f6a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22784"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:38:25Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:38:25Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f96e7b819891
    namespace: kserve-ci-e2e-test
    resourceVersion: "22794"
    uid: 0ad4ebb3-26b6-4478-9159-2f8579698c4d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:38:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:38:25Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f96e7d0a986b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: f00569ea-399e-4923-87e0-a1db29917c2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:38:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:38:25Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f96e7fbb1b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "22797"
    uid: 2cafb39c-e719-4ca9-bba6-d77529c5e0f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:38:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:38:25Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f96e802c6057
    namespace: kserve-ci-e2e-test
    resourceVersion: "22798"
    uid: b0742516-a868-4700-a1b9-731c72ffcc90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:38:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:38:29Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f96f674de82c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22832"
    uid: c1714831-ef5c-4b82-a0d0-d6627849c8f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:38:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:38:29Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f96f6a639d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "22835"
    uid: e33671b8-b299-4bbd-9a2b-1db0365af5a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:38:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:38:29Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f96f6ada03e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: e7d16b95-68e6-44d3-aecb-3e45e755f744
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:38:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:38:29Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f96f6ae4b531
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 1f9ea8e8-cd9a-4956-8d3d-f8b25bc94575
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:38:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:38:29Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f96f6d9c67e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 9d783509-b470-4e1b-8a52-b319f8fe75f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:38:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:38:29Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f96f6e0cb0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22840"
    uid: 2ccd977a-23b0-45a8-8235-7833c81e75cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:39:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:39:57Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f96fdf47b32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23482"
    uid: 6fa532f6-3a14-44dc-92c4-cc1bbe13a20c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:39:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:39:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:39:54Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f983643d7a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23462"
    uid: 604a838a-64ff-497e-9321-3f936e1cb8f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:39:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:39:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:39:54Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f9836441b609
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 869ab86d-7586-46a6-b2fb-3d537984fef1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4986fbaf-3d30-4b39-8078-1855fa367b30
  kind: Event
  lastTimestamp: "2026-08-05T17:39:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:39:57Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd.18c8f983e57c539e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: 06d0e860-ed49-48aa-993f-c263ec29e268
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:36:54.545893Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:36:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:36:54Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f959621d5f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 39d1ad97-5694-41ad-a131-3f865d60a166
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:36:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:54Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f95971060e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "22068"
    uid: ebdf964f-ea42-4d87-baa9-3391d4459c32
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22056"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:36:55Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:36:55Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f9599f7e6ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22083"
    uid: 85376004-3b7a-4e95-92c0-4fc1d9838613
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:36:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:55Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f959a0ec10f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22087"
    uid: ef976871-ea26-43c3-957a-85f53ee9bfd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:36:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:55Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f959a3ef4504
    namespace: kserve-ci-e2e-test
    resourceVersion: "22088"
    uid: 831f721b-5bff-498c-a0a0-187dc70fd584
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:36:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:36:55Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f959a46619fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22091"
    uid: dae44c17-88f8-41a5-9f40-ada345ce4847
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:37:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:37:00Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f95ac95fd644
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: c365d79b-92b2-4fa5-8c6c-972e76fee981
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:37:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:37:00Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f95acc5b0c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: ad872061-ebcf-4e63-82bf-38bb9467c807
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:37:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:37:00Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f95acce367c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22148"
    uid: 7ac651f5-b580-47b8-8220-2370bf7b0836
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:37:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:37:00Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f95accef04eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: fdf62dca-7e64-4552-a9d0-fc132fd45150
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:37:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:37:00Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f95acfe63bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 86a20d71-4959-4a65-a8b7-bc971ece312d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:37:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:37:00Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f95ad05c913e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: 3c1278e3-b6ad-42a4-a058-b9f3c4fd4db3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:39:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:39:57Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f95b0571e7b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23489"
    uid: 4f6114ed-8379-4404-9368-8884c7440c8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:39:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:39:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:39:54Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f98363c84013
    namespace: kserve-ci-e2e-test
    resourceVersion: "23461"
    uid: 84f60d8e-8cc8-4016-b028-12035561d878
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:39:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:39:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:39:54Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f98363c97e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 1eb47ba4-ab49-4bdd-a941-d330e8c8e702
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: c26b7d0d-aaaf-4fd4-a755-1c0a5a5ea0e1
  kind: Event
  lastTimestamp: "2026-08-05T17:39:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:39:57Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88.18c8f9840010d2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23488"
    uid: d8d8efd8-5a7b-416c-aa8b-db914dd40276
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7fb86b4d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22031"
    uid: aad5ae79-9840-4205-8278-7f598aa66269
  kind: Event
  lastTimestamp: "2026-08-05T17:36:54Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7fb86b4d87-nmf88'
  metadata:
    creationTimestamp: "2026-08-05T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:36:54Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87.18c8f9596189e3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22046"
    uid: aa2e7f5b-3807-402c-a626-e99da6a6437d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7fb86b4d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22759"
    uid: aad5ae79-9840-4205-8278-7f598aa66269
  kind: Event
  lastTimestamp: "2026-08-05T17:38:24Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7fb86b4d87-m98fd'
  metadata:
    creationTimestamp: "2026-08-05T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:38:24Z"
    name: isvc-canary-promote-v2-predictor-7fb86b4d87.18c8f96e6192e490
    namespace: kserve-ci-e2e-test
    resourceVersion: "22776"
    uid: 20f32cee-f5be-4896-99c8-6b58b746bf23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22028"
    uid: 84d4aa4b-5322-4e12-8fe2-12c05111824d
  kind: Event
  lastTimestamp: "2026-08-05T17:36:54Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7fb86b4d87 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:36:54Z"
    name: isvc-canary-promote-v2-predictor.18c8f9595e34b0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22033"
    uid: 5030fe65-43d4-422a-8f8a-789ad9839e26
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 84d4aa4b-5322-4e12-8fe2-12c05111824d
  kind: Event
  lastTimestamp: "2026-08-05T17:38:24Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7fb86b4d87 from
    1 to 2
  metadata:
    creationTimestamp: "2026-08-05T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:38:24Z"
    name: isvc-canary-promote-v2-predictor.18c8f96e5b050505
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: a8f84042-86b3-4972-ad74-2b5c23629eea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22012"
    uid: c2b7edbc-5565-4cc2-a2bc-89c325a6598e
  kind: Event
  lastTimestamp: "2026-08-05T17:38:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:38:24Z"
    name: isvc-canary-promote.18c8f9595db9b94f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 771f9e33-c8ca-4861-8353-cfd4a84ed5ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22012"
    uid: c2b7edbc-5565-4cc2-a2bc-89c325a6598e
  kind: Event
  lastTimestamp: "2026-08-05T17:38:24Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:38:24Z"
    name: isvc-canary-promote.18c8f9595e378fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22780"
    uid: 871d6c87-2a38-47e7-b451-d75378041a58
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22012"
    uid: c2b7edbc-5565-4cc2-a2bc-89c325a6598e
  kind: Event
  lastTimestamp: "2026-08-05T17:38:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:38:24Z"
    name: isvc-canary-promote.18c8f9595e37f38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22782"
    uid: 67ad8be0-7ff7-4014-b81d-35b3f7030442
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22706"
    uid: c2b7edbc-5565-4cc2-a2bc-89c325a6598e
  kind: Event
  lastTimestamp: "2026-08-05T17:39:47Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:39:47Z"
    name: isvc-canary-promote.18c8f96cce3f95f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23395"
    uid: 603cb807-d1a7-4069-b7f9-03d8c4ba350e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:38:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22787"
    uid: c2b7edbc-5565-4cc2-a2bc-89c325a6598e
  kind: Event
  lastTimestamp: "2026-08-05T17:38:24Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-08-05T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:38:24Z"
    name: isvc-canary-promote.18c8f96e66b6af42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22788"
    uid: 0ce1dd7d-34c0-4c3b-aedf-e4339ff7303c
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:26:42.865526Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15847"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-55cddd885b-7bjbc
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:26:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:26:42Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8caf71fa9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: 36036678-992f-4209-b90e-79bc5b65f618
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:26:43Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:26:43Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8cb112b1883
    namespace: kserve-ci-e2e-test
    resourceVersion: "15864"
    uid: 8081ebba-1fa4-4697-b504-c631df65c216
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:26:43Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
  metadata:
    creationTimestamp: "2026-08-05T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:43Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8cb12cd8283
    namespace: kserve-ci-e2e-test
    resourceVersion: "15867"
    uid: d9f475c7-de4a-475a-8ddf-087901d39021
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:26:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    in 2.899s (2.899s including waiting). Image size: 302631873 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:46Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8cbbfa62a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: 081983e3-63fc-46ec-aef4-9aaa80c0420b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:26:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:46Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8cbc3a37d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "15886"
    uid: 8765c79d-1d44-4f2b-a052-bafbb804f53a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:26:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:46Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8cbc41b4a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: ef28e70f-15e6-4423-bbf9-597c6f32886a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:26:50Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
  metadata:
    creationTimestamp: "2026-08-05T17:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:50Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8ccc7a5a8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 242077bb-d1a9-4b2e-a447-0e7fa65e46fe
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:27:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    in 12.609s (12.609s including waiting). Image size: 1555738027 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:03Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8cfb7379be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: 5a1b6aff-5ec4-42b4-b5b3-883c513e5bb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:27:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:03Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8cfba538d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 646a15a4-dfb9-4f52-902c-cac0f7be92d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:27:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:03Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8cfbac96c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16161"
    uid: a33bc8c5-c133-4fef-89c7-a288955ed200
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:27:03Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-08-05T17:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:03Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8cfbad6e200
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: bd172f20-eb57-43c1-a977-0579bdb9d134
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:27:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.236s (2.236s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:05Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8d04024ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: 727d1afa-77e4-43f3-8ed5-9391730773db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:27:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:05Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8d0432ab70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 96996aad-6e69-4a21-bf67-997eedf58bcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:27:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:05Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8d0439f4e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: eb3534b9-2b55-47b3-a0ab-a64742b7ebdf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:28:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:12Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8d087006911
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 2716ff96-aa5f-4086-9ce9-9b326951def9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:28:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:32Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8e4995a2214
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: b8f12ed1-e9c2-4c4d-89a5-1c5dbad3b2df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: cf675750-36d3-40b9-9e62-343eda480e57
  kind: Event
  lastTimestamp: "2026-08-05T17:28:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:32Z"
    name: isvc-canary-rollback-predictor-55cddd885b-7bjbc.18c8f8e4995b5089
    namespace: kserve-ci-e2e-test
    resourceVersion: "16922"
    uid: 1430d2c9-acce-48d2-a969-22a4b10e9fb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:24:53.181536Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14895"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-55cddd885b-kmz8m
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:24:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:24:53Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b16d72ddc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14900"
    uid: d037ffce-54de-4158-8497-74e89f3fa624
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:24:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:53Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b17bc4150c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14922"
    uid: 0804ffc7-f1c6-4850-a4fb-2f358d6ff71d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14904"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:24:54Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:24:54Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b1aafc1d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "14943"
    uid: 59a34df6-c84e-4ced-bd26-387136b33191
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:24:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:54Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b1ad2fe31b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14946"
    uid: 7c1bcf1d-7de1-4b07-ba89-729d3d0570f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:24:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:54Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b1b0e6b78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14949"
    uid: 8373a629-d6f1-453d-b442-c52a9c4c0fe1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:24:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:54Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b1b15bd74c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 956746b4-fbf4-49c9-a09a-d8a55e4a331a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:24:58Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
  metadata:
    creationTimestamp: "2026-08-05T17:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:58Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b2bf2d37aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15003"
    uid: 2f290542-36cd-4ab8-b8ff-46f99c7485c1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:25:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    in 18.485s (18.485s including waiting). Image size: 1555738027 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:17Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b70d033eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "15139"
    uid: 14862d71-4bf5-4d24-9613-ed99ada7615c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:25:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:17Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b7118e7910
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 97aefaa4-5c00-4856-92ac-a31f7713a812
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:25:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:17Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b71205dacc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15146"
    uid: 38a693bb-4973-415d-b6e7-63cb18213c0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:25:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-08-05T17:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:17Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b71217762c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15147"
    uid: e2ba9364-de31-4bb7-802d-f4b655433f91
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:25:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.92s (2.92s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:20Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b7c023f7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15178"
    uid: e459d58d-6a7b-4776-b422-88ac1651f893
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:25:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:20Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b7c398dee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15183"
    uid: 56df8e63-52da-4452-bbd7-a146235a498c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:25:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:20Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b7c413de59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: 09c517d5-6e32-432d-ba87-8899a8b662c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:26:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:28Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8b82663f0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 250a31a1-7e2b-4099-ab3c-16fc02a48e0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:28:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:32Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8e4992b923e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: 33bacd59-ed68-40f3-be0b-2349e74ed116
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:28:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:32Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8e4992c183e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16921"
    uid: 91625a9f-e687-4274-996f-64c0a75e46a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: bba18d24-a734-4f0f-80ce-e78439c474c7
  kind: Event
  lastTimestamp: "2026-08-05T17:28:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp
    10.132.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:33Z"
    name: isvc-canary-rollback-predictor-55cddd885b-kmz8m.18c8f8e49f10ef54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16928"
    uid: 46ada85e-1e7c-417c-b498-41bfca3e6e28
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-55cddd885b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: d25d1cb7-2767-4e35-bb55-30339ca6f193
  kind: Event
  lastTimestamp: "2026-08-05T17:24:53Z"
  message: 'Created pod: isvc-canary-rollback-predictor-55cddd885b-kmz8m'
  metadata:
    creationTimestamp: "2026-08-05T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:24:53Z"
    name: isvc-canary-rollback-predictor-55cddd885b.18c8f8b16cf8822c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: 31328d27-3bc8-425c-be4d-a3acfa1d446f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-55cddd885b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15829"
    uid: d25d1cb7-2767-4e35-bb55-30339ca6f193
  kind: Event
  lastTimestamp: "2026-08-05T17:26:42Z"
  message: 'Created pod: isvc-canary-rollback-predictor-55cddd885b-7bjbc'
  metadata:
    creationTimestamp: "2026-08-05T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:26:42Z"
    name: isvc-canary-rollback-predictor-55cddd885b.18c8f8caf611d55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: 3a69fa7e-6c4f-4b73-b66f-48a2edb5f0ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: ea8e2d6a-1094-48a5-b579-da78b234d976
  kind: Event
  lastTimestamp: "2026-08-05T17:24:53Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-55cddd885b from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-05T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:24:53Z"
    name: isvc-canary-rollback-predictor.18c8f8b16976d145
    namespace: kserve-ci-e2e-test
    resourceVersion: "14883"
    uid: d895857c-0ee7-4e46-80df-e5d5d4fa22eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: ea8e2d6a-1094-48a5-b579-da78b234d976
  kind: Event
  lastTimestamp: "2026-08-05T17:26:42Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-55cddd885b from 1
    to 2
  metadata:
    creationTimestamp: "2026-08-05T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:26:42Z"
    name: isvc-canary-rollback-predictor.18c8f8caf0bfa28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15832"
    uid: 357b882c-7c98-46a8-ae8b-3a30a8e3a5eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:24:53.250977Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:24:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:24:53Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b17196616f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14911"
    uid: 39e0a563-7fcd-40dc-ad83-103041c9801b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:24:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:53Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b17bc89915
    namespace: kserve-ci-e2e-test
    resourceVersion: "14923"
    uid: c57a586a-1254-42ad-8310-937241287ac6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:24:54Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:24:54Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b1afade7af
    namespace: kserve-ci-e2e-test
    resourceVersion: "14947"
    uid: 1d46c95b-dfcd-466d-92a2-bc2a8671d755
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:24:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:54Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b1b1ee381f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 62d25531-4fbd-4496-b292-2cc0fb22480b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:24:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:54Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b1b4d94c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "14953"
    uid: 5666ef33-bcfd-47d3-a147-60e744268d89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:24:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:54Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b1b54ad5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14954"
    uid: b07acea9-1464-4925-b058-97fa2529a73e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:24:58Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
  metadata:
    creationTimestamp: "2026-08-05T17:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:58Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b2bef1ce53
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: b392c979-3ba1-4e59-84b1-dbb294f95763
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:25:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    in 18.514s (18.514s including waiting). Image size: 1555738027 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:17Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b70e79293e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15143"
    uid: 4b24334a-0072-4492-a1c6-0da73ebe6153
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:25:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:17Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b711cc1131
    namespace: kserve-ci-e2e-test
    resourceVersion: "15145"
    uid: 4a1e7a09-f143-4f58-a49e-5a184d9a4e5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:25:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:17Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b71251b0c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: dda1d765-d290-4f6e-bedb-1f3f7615a9ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:25:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-08-05T17:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:17Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b712619522
    namespace: kserve-ci-e2e-test
    resourceVersion: "15150"
    uid: 6c990bc4-995d-4074-b32e-727491fd81fd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:25:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.87s (2.87s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:20Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b7bd7a6f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15176"
    uid: 12086bb5-7e25-4ae9-a20a-8d6e2bd10340
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:25:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:20Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b7c29334bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 2c9317bc-7e0f-4110-97ee-7fae03e34f9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:25:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:20Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b7c31d98e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: 9f3fa948-2b4e-4610-97db-d4a264568128
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:26:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:28Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8b8265e40c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: b35034cf-adca-41ba-b77a-9046e4cb0a80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:26:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:42Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8caf1fa9066
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: ea957518-a66b-4a06-8065-4819f74e7d20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:26:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:42Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8caf1fb05e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15842"
    uid: 19d31d56-e0c1-46d8-9785-49155a187e5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c55c3126-506b-4819-b0d1-a90709270977
  kind: Event
  lastTimestamp: "2026-08-05T17:26:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:43Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh.18c8f8cb028f9ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15862"
    uid: f6c4d0e0-cd24-4139-94e5-b0dbabb74fd1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14890"
    uid: 2ca40a4f-0ec9-4df1-b271-8afb05c06b27
  kind: Event
  lastTimestamp: "2026-08-05T17:24:53Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-5f455ffc7c-6spjh'
  metadata:
    creationTimestamp: "2026-08-05T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:24:53Z"
    name: isvc-canary-rollback-v2-predictor-5f455ffc7c.18c8f8b1711c35dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14908"
    uid: 12fc092e-b702-4428-ba16-009eb095a84e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14889"
    uid: d14c7acb-f07d-472d-a5b6-6a9141956c79
  kind: Event
  lastTimestamp: "2026-08-05T17:24:53Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-5f455ffc7c from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:24:53Z"
    name: isvc-canary-rollback-v2-predictor.18c8f8b16be458f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14892"
    uid: 7709208a-e49c-40bb-a1af-2845d495d4a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 24
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: 65a2875a-e9ab-4c8e-8d19-fe105689e448
  kind: Event
  lastTimestamp: "2026-08-05T17:28:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:28:22Z"
    name: isvc-canary-rollback.18c8f8b16b8dc016
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: cdaf9142-f9a4-40c2-858f-8a3a4ce20685
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: 65a2875a-e9ab-4c8e-8d19-fe105689e448
  kind: Event
  lastTimestamp: "2026-08-05T17:28:22Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:28:22Z"
    name: isvc-canary-rollback.18c8f8c9e0248d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: c42264de-f62d-4c1f-a865-b6d5f95b0dfc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: 65a2875a-e9ab-4c8e-8d19-fe105689e448
  kind: Event
  lastTimestamp: "2026-08-05T17:26:42Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-08-05T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:26:42Z"
    name: isvc-canary-rollback.18c8f8caf56ffbeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: cb33fc51-6abb-48bf-a85e-df96ad252ea9
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:28:38.135110Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17016"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8e5cdb9f7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 8ebf30b7-32b8-406d-b810-217d74f2e63b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8e5db91b393
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 47f9f982-a52a-4f16-bd4a-dd66096c23d0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8e60b264b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "17163"
    uid: 7f4310c9-d129-44d2-87c6-48fc499c3f76
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8e60cb734b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: 8057aef7-20ca-4561-a8d6-5162ca23ed3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8e60fb5f173
    namespace: kserve-ci-e2e-test
    resourceVersion: "17169"
    uid: 23620963-13c3-428a-94d4-bec63ed66b01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8e61020892b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17170"
    uid: c3217d64-a714-4965-a81c-d04dfee78d11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:28:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:44Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8e737004604
    namespace: kserve-ci-e2e-test
    resourceVersion: "17271"
    uid: 237e10a3-3fcf-4a3b-ad66-80183d9d60a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:28:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:44Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8e73b2959a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17278"
    uid: 90be9347-ec43-43f6-b33c-661596abb4c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:28:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:44Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8e73b99856f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17280"
    uid: c085096a-32e0-401a-b5cb-dd20c72fc1c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:28:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:44Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8e73ba2e67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17283"
    uid: 91467895-a729-47b3-b0ae-6db1220431ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:28:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:44Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8e73f24ecaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17286"
    uid: 13adc16d-7d34-4f6f-9158-66c3f8c2e4b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:28:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:44Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8e73f8f8255
    namespace: kserve-ci-e2e-test
    resourceVersion: "17288"
    uid: dcef1a3b-3104-4256-86e8-7b185aed023c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:30:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:11Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8e7733ca938
    namespace: kserve-ci-e2e-test
    resourceVersion: "18017"
    uid: 7930108d-9511-4199-ba8e-d74362c1fa67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:30:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:08Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8fac2c4254a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17978"
    uid: d1dea782-c625-4e8d-ad6c-71aa197f3c6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:30:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:08Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8fac2c4f613
    namespace: kserve-ci-e2e-test
    resourceVersion: "17979"
    uid: 90d4acbd-b105-43a9-8298-f790f17a86c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: cb25b353-53b3-4768-8389-1f9cd5b6372a
  kind: Event
  lastTimestamp: "2026-08-05T17:30:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:11Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5.18c8f8fb797127d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18015"
    uid: c1ad9f3f-af57-42a4-b650-39f38f210508
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6fcf5b6d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: b742c948-847f-4b9c-a451-e7d25ae80713
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: 'Created pod: isvc-canary-stop-predictor-6fcf5b6d4d-fhnw5'
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-canary-stop-predictor-6fcf5b6d4d.18c8f8e5cd327716
    namespace: kserve-ci-e2e-test
    resourceVersion: "17017"
    uid: 0391a5a2-319d-4ca5-961d-effe11e3648b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: f893b094-3acc-45fb-a9ca-d3497b530fda
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: Scaled up replica set isvc-canary-stop-predictor-6fcf5b6d4d from 0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-canary-stop-predictor.18c8f8e5c840f6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: 394ac01b-5e1c-4240-b2ce-30bfce9370d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:28:38.142733Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8e5ce2e4ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: 93b22ffd-a161-43d5-bf42-3b1108a86efd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8e5d6332497
    namespace: kserve-ci-e2e-test
    resourceVersion: "17064"
    uid: bea125c3-2782-4c42-8c4c-cb30c39ab527
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17041"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8e60c57d9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: 0de387e5-53ee-4072-98f5-968be112531c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8e60dbda96b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17168"
    uid: 61337147-fc11-414d-b1b5-c62e4593156e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8e6103fbcfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 7ea142bc-22da-4ed1-9805-8e24ac01e674
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8e610a58f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: d0dcdc31-d7ec-4063-accd-c985b41e6d75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:28:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:43Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8e7240843f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: def57e4b-6a4b-4dbc-8a1f-731d12bd834b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:28:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:43Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8e72709ee59
    namespace: kserve-ci-e2e-test
    resourceVersion: "17254"
    uid: a955858a-d170-4d22-83cd-a1b38b753805
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:28:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:43Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8e7277f027a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17256"
    uid: 185fa921-7e60-4065-bc77-a3d3fb098db4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:28:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:43Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8e7278aafaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: de4d6f0d-770e-4e11-a7ce-6511cfb9db8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:28:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:43Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8e72a602bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: 233a1ada-bdb4-45c7-b20f-d152439c4caf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:28:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:44Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8e72af3e631
    namespace: kserve-ci-e2e-test
    resourceVersion: "17266"
    uid: e7b83b30-e68d-433c-9a50-09885afcb3bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:29:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:29:55Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8e79c41c11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17851"
    uid: fbb1c2b4-1f48-45e1-b23c-65dda31a7a09
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:30:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:08Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8fac5cc12cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 8141ce85-c9b4-4c4e-a6b4-59a133bde966
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:30:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:08Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8fac5cca49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: ed0c5d6c-fc3b-45b7-8687-4dbc15830b51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 0d23bb97-f7a8-4727-90f1-06f9fd246e9b
  kind: Event
  lastTimestamp: "2026-08-05T17:30:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:11Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf.18c8f8fba27e2f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "18023"
    uid: 306044c1-5aa2-42b8-974e-fcb072e4cfce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-779884cd8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 8ca91418-b0f1-4834-b1b0-2b833c272e71
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-779884cd8f-zpgkf'
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-canary-stop-v2-predictor-779884cd8f.18c8f8e5cdd44d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: 9c92d8ae-41fb-49b9-ad0c-dfcdf03024c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16995"
    uid: c3b57caf-6bee-459d-b0f1-82e6292eee85
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-779884cd8f from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-canary-stop-v2-predictor.18c8f8e5cace5448
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 37804be9-a2f7-4db6-90b5-d19eeccf7701
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 603b03b7-836d-4978-b4f3-516f75832147
  kind: Event
  lastTimestamp: "2026-08-05T17:30:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:30:08Z"
    name: isvc-canary-stop.18c8f8e5ca3384b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17993"
    uid: 356f9df1-3273-4c8c-8827-22db0ad16fe1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 603b03b7-836d-4978-b4f3-516f75832147
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-canary-stop.18c8f8e5cad31fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: c145911f-06a4-4add-adcf-9c697660be40
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 603b03b7-836d-4978-b4f3-516f75832147
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-canary-stop.18c8f8e5cad380c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 887c0e3b-b1da-4d83-b502-6a44d8b3b36c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17906"
    uid: 603b03b7-836d-4978-b4f3-516f75832147
  kind: Event
  lastTimestamp: "2026-08-05T17:30:01Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:30:01Z"
    name: isvc-canary-stop.18c8f8f92bc47009
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: 386130f0-063a-4bee-90e7-9125a997b47d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: 603b03b7-836d-4978-b4f3-516f75832147
  kind: Event
  lastTimestamp: "2026-08-05T17:30:08Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-08-05T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:30:08Z"
    name: isvc-canary-stop.18c8f8fac4c89a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17985"
    uid: 634091db-9bdf-4a1d-9667-1da8b04ff5a9
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:32:26.857054Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: ec30c76e-92c8-44bf-903d-4ce98e12a203
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-96964e-predictor-56bf8fc499-zw626
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:32:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:32:26Z"
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626.18c8f91b0e9de4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19658"
    uid: 3325734d-9710-491d-875d-5513ecca9cfe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: ec30c76e-92c8-44bf-903d-4ce98e12a203
  kind: Event
  lastTimestamp: "2026-08-05T17:32:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-96964e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:35Z"
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626.18c8f91b1a136f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 18b0f91d-e52b-413d-8012-6ddc3b28d2a1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: ec30c76e-92c8-44bf-903d-4ce98e12a203
  kind: Event
  lastTimestamp: "2026-08-05T17:32:27Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:32:27Z"
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626.18c8f91b4bfba018
    namespace: kserve-ci-e2e-test
    resourceVersion: "19678"
    uid: aa093ad9-bb83-4f15-9185-7adee8428e5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: ec30c76e-92c8-44bf-903d-4ce98e12a203
  kind: Event
  lastTimestamp: "2026-08-05T17:32:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:30Z"
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626.18c8f91b4d80f799
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: f384a08c-02d6-4592-90f5-cc7681b9b219
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: ec30c76e-92c8-44bf-903d-4ce98e12a203
  kind: Event
  lastTimestamp: "2026-08-05T17:32:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:30Z"
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626.18c8f91b5044fc08
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: e9166c2c-4c97-4d7c-a38d-b3b2726c94b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: ec30c76e-92c8-44bf-903d-4ce98e12a203
  kind: Event
  lastTimestamp: "2026-08-05T17:32:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:30Z"
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626.18c8f91b50b9f05c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: 9f7e37a4-57e4-434f-ac44-21a2858a906b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: ec30c76e-92c8-44bf-903d-4ce98e12a203
  kind: Event
  lastTimestamp: "2026-08-05T17:32:31Z"
  message: Unable to retrieve some image pull secrets (fail-s3-sa-96964e-dockercfg-xzh6h);
    attempting to pull the image may not succeed.
  metadata:
    creationTimestamp: "2026-08-05T17:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:31Z"
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626.18c8f91c348df7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19732"
    uid: f6a01af9-756f-4487-b077-5516e843c2fb
  reason: FailedToRetrieveImagePullSecret
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: ec30c76e-92c8-44bf-903d-4ce98e12a203
  kind: Event
  lastTimestamp: "2026-08-05T17:32:32Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:32Z"
    name: isvc-init-fail-96964e-predictor-56bf8fc499-zw626.18c8f91c705b4951
    namespace: kserve-ci-e2e-test
    resourceVersion: "19756"
    uid: fb923b6a-6d05-4488-94e1-ac6e47aeec55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-96964e-predictor-56bf8fc499
    namespace: kserve-ci-e2e-test
    resourceVersion: "19645"
    uid: 03dbb367-8e31-4324-aa8c-e4559992c0cb
  kind: Event
  lastTimestamp: "2026-08-05T17:32:26Z"
  message: 'Created pod: isvc-init-fail-96964e-predictor-56bf8fc499-zw626'
  metadata:
    creationTimestamp: "2026-08-05T17:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:26Z"
    name: isvc-init-fail-96964e-predictor-56bf8fc499.18c8f91b0e28a5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19653"
    uid: e3b9570e-0efa-4552-b6fa-6516ca8b2bce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-96964e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: 2050ac36-6190-4950-b18f-bef341c70f25
  kind: Event
  lastTimestamp: "2026-08-05T17:32:26Z"
  message: Scaled up replica set isvc-init-fail-96964e-predictor-56bf8fc499 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-05T17:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:26Z"
    name: isvc-init-fail-96964e-predictor.18c8f91b0b2a5fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19646"
    uid: 922995d5-1c80-4c92-842d-2b7b45f7e552
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-96964e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19634"
    uid: b0ef58d2-f421-493b-8f82-c12949c294f5
  kind: Event
  lastTimestamp: "2026-08-05T17:32:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:32:30Z"
    name: isvc-init-fail-96964e.18c8f91b0b2b20ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19719"
    uid: cce29210-1e3f-4dc2-abe0-5cdb71f333a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-96964e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19634"
    uid: b0ef58d2-f421-493b-8f82-c12949c294f5
  kind: Event
  lastTimestamp: "2026-08-05T17:32:26Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-96964e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-96964e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:32:26Z"
    name: isvc-init-fail-96964e.18c8f91b0b9d4562
    namespace: kserve-ci-e2e-test
    resourceVersion: "19664"
    uid: a4e9ef2b-5782-4ad3-ad74-5c9cc3a52784
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-96964e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19634"
    uid: b0ef58d2-f421-493b-8f82-c12949c294f5
  kind: Event
  lastTimestamp: "2026-08-05T17:32:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-96964e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:32:26Z"
    name: isvc-init-fail-96964e.18c8f91b0b9d82f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19665"
    uid: ce4f0c52-f2f6-4e72-a257-8920414ad825
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:40:19.172159Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:40:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:40:19Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98906ca68c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23725"
    uid: d9fe31db-f483-4940-9936-b599186fb228
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:19Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f989153569a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: 5af1d3cf-da8c-4100-add7-8b38aa26eaec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23729"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:20Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:40:20Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f989441fec2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23743"
    uid: 04930852-f05c-45cd-a85b-312bf7e45df8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:20Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98946306ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23746"
    uid: 607a610b-1527-4353-94e7-819efc6dbc73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:20Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98948a338f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 063c9112-7239-4a49-a01e-564b4560fe82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:20Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98949146ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23748"
    uid: 7bb3e80a-3d04-4bd4-b88e-9a5978842a71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:24Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98a468acff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23787"
    uid: 3b79596b-b5cc-42b1-aad9-39b340d0e66e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:24Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98a4967b6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23789"
    uid: e14072f3-7809-47c3-ba7f-5d52d1b4b7e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:24Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98a49d67292
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 16dbde6d-b808-47b4-a7c9-52c56d487a46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:24Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98a49e0c285
    namespace: kserve-ci-e2e-test
    resourceVersion: "23791"
    uid: 58a2d281-a114-4c6d-af8a-5d14664931e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:24Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98a4d10b021
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: f7b3491f-2429-4f44-bec7-3eac80852855
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:24Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98a4d83e878
    namespace: kserve-ci-e2e-test
    resourceVersion: "23796"
    uid: c516dde4-283b-4fff-893e-80e2483807c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:24Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bfa995f7c5097489a4c70538ea17c028413cd48f5ccdfc6abfbf73c47a560dc9"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:24Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98a4d8e82fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: f920f5ac-eaea-45cc-9dcd-0312c53f6a68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:24Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-08-05T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:24Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98a5088bb58
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: 64e8b9f0-ece6-4cb0-813c-374c2ad59bf2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:40:24Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-08-05T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:24Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98a50f7ae0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 668b5243-0d53-4d16-9aed-7cee50e3e0fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:42:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:42:02Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98abe6f0bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24587"
    uid: 3569ab8e-7462-47c3-b8ba-c59e64c9472a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:42:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-05T17:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:42:02Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f98abe78d6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: b8dc0f12-d08b-468c-bef5-802859ffae73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:41:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:41:54Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f99f37cbabaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24472"
    uid: 540983ae-aa9b-4a30-866b-c5f209d7805e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:41:54Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-08-05T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:41:54Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f99f37cc0ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: f35ae0a0-337f-4ce0-ba27-e0268bb70380
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:41:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:41:54Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f99f37cc4c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24476"
    uid: 2ae71033-47f2-4bcf-96a7-61e4991c29e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-05T17:41:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 89d0c13b-009e-4991-8781-65092ae1d872
  kind: Event
  lastTimestamp: "2026-08-05T17:42:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:41:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:42:12Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5.18c8f99fee9a9d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "24665"
    uid: 8462a300-a5c7-4fa3-9289-fa855778bf4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23710"
    uid: 16302d3f-5619-4d64-8a2c-f5b75c77e5d8
  kind: Event
  lastTimestamp: "2026-08-05T17:40:19Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-7d4b6c5f84-qmtr5'
  metadata:
    creationTimestamp: "2026-08-05T17:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:40:19Z"
    name: isvc-logger-raw-cipn-predictor-7d4b6c5f84.18c8f9890651f18e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23722"
    uid: 8183692c-1e79-4c67-8da3-ed6f87cbc6f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 18bfe70d-a0e1-40f0-83fb-d07ed5c9dda4
  kind: Event
  lastTimestamp: "2026-08-05T17:40:19Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-7d4b6c5f84 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-05T17:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:40:19Z"
    name: isvc-logger-raw-cipn-predictor.18c8f9890293ae83
    namespace: kserve-ci-e2e-test
    resourceVersion: "23711"
    uid: 8ea6555c-2c53-4dda-95a6-a4e3366ce8a5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 533f35f1-b2c5-4317-947c-64d54a490588
  kind: Event
  lastTimestamp: "2026-08-05T17:41:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:41:04Z"
    name: isvc-logger-raw-cipn-predictor.18c8f98c811ec7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: 4e7f769a-dc82-4724-9c6a-e76c87ffd880
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 533f35f1-b2c5-4317-947c-64d54a490588
  kind: Event
  lastTimestamp: "2026-08-05T17:41:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:41:04Z"
    name: isvc-logger-raw-cipn-predictor.18c8f98c819d60cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 3ae2dbeb-a72d-4960-bd50-cd8a487bdc35
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23869"
    uid: 533f35f1-b2c5-4317-947c-64d54a490588
  kind: Event
  lastTimestamp: "2026-08-05T17:41:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:41:49Z"
    name: isvc-logger-raw-cipn-predictor.18c8f990009973b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24418"
    uid: c3c1a07d-67ab-4936-a1fd-ac9cfbc60985
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23869"
    uid: 533f35f1-b2c5-4317-947c-64d54a490588
  kind: Event
  lastTimestamp: "2026-08-05T17:41:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:41:49Z"
    name: isvc-logger-raw-cipn-predictor.18c8f990012eb418
    namespace: kserve-ci-e2e-test
    resourceVersion: "24419"
    uid: 1a543d52-80da-4ef0-8d06-4f01afe26ee0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23701"
    uid: c1b5bd6f-d392-4aae-869b-72f141cb7785
  kind: Event
  lastTimestamp: "2026-08-05T17:41:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:41:42Z"
    name: isvc-logger-raw-cipn.18c8f98902b83c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 1cda2611-9c3c-47f1-a7b6-40dddecf734a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23701"
    uid: c1b5bd6f-d392-4aae-869b-72f141cb7785
  kind: Event
  lastTimestamp: "2026-08-05T17:40:19Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:40:19Z"
    name: isvc-logger-raw-cipn.18c8f9890351552b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23714"
    uid: 58a75a44-e349-4965-920a-779b2ef0d32c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:41:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24371"
    uid: c1b5bd6f-d392-4aae-869b-72f141cb7785
  kind: Event
  lastTimestamp: "2026-08-05T17:41:42Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:41:42Z"
    name: isvc-logger-raw-cipn.18c8f99c76e54ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: 5576b067-db60-44c5-ac77-c03b91182842
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:30:38.667473Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18481"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:30:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:30:38Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f901de03d613
    namespace: kserve-ci-e2e-test
    resourceVersion: "18485"
    uid: 3948d39a-2f76-47e5-9a33-cb9ae776a328
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18489"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:30:39Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:30:39Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f901f7f06843
    namespace: kserve-ci-e2e-test
    resourceVersion: "18496"
    uid: 9c4ab49c-10b1-4d87-9d3a-40bbc6d2cc14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:30:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:39Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f901f9a12175
    namespace: kserve-ci-e2e-test
    resourceVersion: "18498"
    uid: 7fa1bade-9b02-4572-a1ea-743e3be8452d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:30:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:39Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f901fcd666ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: b315ce84-bee1-4ea3-96ea-f668b9163f20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:30:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:39Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f901fd47b1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18501"
    uid: d1a80888-e16a-4169-8fa6-f4d9a07bdecf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:30:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:43Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f902f5a4fabe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: c4b225a8-2798-4b5c-989c-3a1acfdc2c95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:30:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:43Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f902f8bba582
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: cbb1994d-59b8-4b99-8e7f-94081f57fa14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:30:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:43Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f902f93658a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: e3fa8a4a-f364-40cf-a0bb-50eab6e42830
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:30:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:43Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f902f9417082
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 00eba756-357f-4302-bb54-eedcf5300376
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:30:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:43Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f902fbf392de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: 6eb1d18f-ea02-4de4-9014-b0156c5252b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:30:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:43Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f902fc64a61d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18549"
    uid: a9847e89-2ec3-4212-9b8d-f8dc53a8884d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:30:43Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bfa995f7c5097489a4c70538ea17c028413cd48f5ccdfc6abfbf73c47a560dc9"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:43Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f902fc6f18bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: 439a8b5b-4c89-4aba-a2de-2289c1bbae96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:30:43Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-08-05T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:43Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f902ff291161
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: ed95a26b-d98e-4916-b5ff-f6e770019bc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:30:43Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-08-05T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:43Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f902ffa579d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18552"
    uid: 695d5394-008a-4721-8a92-798233c08ef4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:32:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:22Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f90331b68611
    namespace: kserve-ci-e2e-test
    resourceVersion: "19579"
    uid: 10cb7228-5372-4627-a9d1-7ce47c7d7e06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:32:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-05T17:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:22Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f9036d84f1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: 7d974d39-6f50-4dff-b06a-4ba286776cf2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:32:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:13Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f91806efe83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: 277e2b4f-103d-46dc-bd47-0dbf6399cd0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:32:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-08-05T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:13Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f91806f0303c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: a9a46520-c1d5-4d94-84c8-a77997edecda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:32:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:13Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f91806f082de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: a37b8969-23cc-4829-ada3-b1dce61d0d28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 31da19a9-cf8c-4732-8230-c72ff5f860e8
  kind: Event
  lastTimestamp: "2026-08-05T17:32:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:21Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm.18c8f9189dbf82ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: cae38c9b-fdbb-433e-b6a0-ad296ecad6b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18469"
    uid: 608a6f40-e671-40bb-8193-4f9ef1fbacee
  kind: Event
  lastTimestamp: "2026-08-05T17:30:38Z"
  message: 'Created pod: isvc-logger-raw-f99f6-predictor-765fd8c79b-frtqm'
  metadata:
    creationTimestamp: "2026-08-05T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:38Z"
    name: isvc-logger-raw-f99f6-predictor-765fd8c79b.18c8f901dd7bf627
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: 6edd7c0a-1000-4cd4-908d-6a64c0ca9e2b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-f99f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: 5533f7b1-b7dd-46be-979b-a3584e6fbae2
  kind: Event
  lastTimestamp: "2026-08-05T17:30:38Z"
  message: Scaled up replica set isvc-logger-raw-f99f6-predictor-765fd8c79b from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-05T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:38Z"
    name: isvc-logger-raw-f99f6-predictor.18c8f901d96f60ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18470"
    uid: ff8a3269-8463-4603-b178-e263e08a6453
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-f99f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: 82c65ee3-38fb-4d4e-8abc-849cc6ee6d26
  kind: Event
  lastTimestamp: "2026-08-05T17:30:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:53Z"
    name: isvc-logger-raw-f99f6-predictor.18c8f90557f9bd40
    namespace: kserve-ci-e2e-test
    resourceVersion: "18636"
    uid: 96ea4326-a4ef-46a1-9ec8-8ce80eb7d895
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-f99f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: 82c65ee3-38fb-4d4e-8abc-849cc6ee6d26
  kind: Event
  lastTimestamp: "2026-08-05T17:30:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:53Z"
    name: isvc-logger-raw-f99f6-predictor.18c8f90558694cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18638"
    uid: 69fdc160-f126-4ef0-b9a9-af421f20ef39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-05T17:31:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-f99f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18637"
    uid: 82c65ee3-38fb-4d4e-8abc-849cc6ee6d26
  kind: Event
  lastTimestamp: "2026-08-05T17:32:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:08Z"
    name: isvc-logger-raw-f99f6-predictor.18c8f908d7669ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: 17d99819-f725-4fe6-a129-cb80d6746206
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-05T17:31:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-f99f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18637"
    uid: 82c65ee3-38fb-4d4e-8abc-849cc6ee6d26
  kind: Event
  lastTimestamp: "2026-08-05T17:32:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:08Z"
    name: isvc-logger-raw-f99f6-predictor.18c8f908d7d46927
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: 287a3932-b613-4bbf-97ed-5d5e12a70b2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-f99f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 7afd3b73-2695-42bc-b7bd-4ab20b12f03f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:32:02Z"
    name: isvc-logger-raw-f99f6.18c8f901d972ae40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: 903b25ef-97d0-41a9-a2d2-a16341f3ef99
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-f99f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 7afd3b73-2695-42bc-b7bd-4ab20b12f03f
  kind: Event
  lastTimestamp: "2026-08-05T17:30:38Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-f99f6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-f99f6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:30:38Z"
    name: isvc-logger-raw-f99f6.18c8f901da12e554
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: 46c1f580-8e12-4028-a2c7-a072a3afe702
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-f99f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19218"
    uid: 7afd3b73-2695-42bc-b7bd-4ab20b12f03f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:02Z"
  message: InferenceService [isvc-logger-raw-f99f6] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:32:02Z"
    name: isvc-logger-raw-f99f6.18c8f915577c8b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19219"
    uid: 0eaf4bd6-22d7-458e-b216-d18c4062c8f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:30:18.533465Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18130"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:30:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:30:18Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f8fd2def5023
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: 34aca8b4-02b3-4ac3-86e4-ed926ea2e5ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:30:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-d2f65d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:18Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f8fd3a82cf34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: 458be541-8f3f-4df0-ab8e-750c4cbe24d0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18140"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:30:19Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:30:19Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f8fd6b124fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18162"
    uid: 9df0a49e-8358-49a1-ae33-0194e62b1e40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:30:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:19Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f8fd6c9fff3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: 561ccbfc-7d69-4a12-b68a-9265adc4dd2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:30:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:19Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f8fd704b8c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "18165"
    uid: 0c06f985-2c33-4e9e-b0d6-1889d4265f89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:30:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:19Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f8fd70b87a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18166"
    uid: 3274db52-7652-4a0a-bbd7-6d6fd5f183b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:30:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:24Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f8fe83a69099
    namespace: kserve-ci-e2e-test
    resourceVersion: "18213"
    uid: 408cd92b-5487-4b63-aaa4-4571612707fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:30:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:24Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f8fe873ea3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18217"
    uid: f367d926-6c93-497c-bb7f-5def33826d68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:30:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:24Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f8fe87b337e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18218"
    uid: 92627651-f85b-47a2-9f6d-ad88ca2385e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:30:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:24Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f8fe87bd70f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18219"
    uid: 4f51b4f0-1d32-4d78-8167-23bbfb736efd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:30:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:24Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f8fe8ac46c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "18221"
    uid: 414a9ce7-cb2d-4059-a402-6f4369bc0c30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:30:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:24Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f8fe8b37a6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18222"
    uid: f59f9b77-cb84-444d-a59c-7a535a0769c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:31:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:31:37Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f8fefb76621b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19022"
    uid: ce9d1363-e8fe-4309-8102-d1c1b4989f27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:32:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:21Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f919da56fab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: 671fdfd9-8afa-4590-8af2-d317d6df4f8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:32:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:21Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f919da57f33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: 338421b2-0519-43ad-b399-66d440a2a8b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: f5ad5053-e727-45e6-b637-dac908e262fa
  kind: Event
  lastTimestamp: "2026-08-05T17:32:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:22Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff.18c8f919fdd46891
    namespace: kserve-ci-e2e-test
    resourceVersion: "19587"
    uid: a8cae420-15d5-48b2-8737-430c14b12ad1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-d2f65d-predictor-74b464cbd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18110"
    uid: 287e7b1a-fd08-45ee-bcec-cf3756dd5b62
  kind: Event
  lastTimestamp: "2026-08-05T17:30:18Z"
  message: 'Created pod: isvc-primary-d2f65d-predictor-74b464cbd4-fs9ff'
  metadata:
    creationTimestamp: "2026-08-05T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:18Z"
    name: isvc-primary-d2f65d-predictor-74b464cbd4.18c8f8fd2cec3077
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: dc9ab46c-5d5c-428e-a7a7-1905552e98ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-d2f65d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18105"
    uid: bc32b141-58d9-4ed3-a0fa-1a59e5a3a459
  kind: Event
  lastTimestamp: "2026-08-05T17:30:18Z"
  message: Scaled up replica set isvc-primary-d2f65d-predictor-74b464cbd4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-05T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:18Z"
    name: isvc-primary-d2f65d-predictor.18c8f8fd26088b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "18113"
    uid: 0a7fb677-a5c6-48d0-9c6e-caa4e5b302c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d2f65d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18108"
    uid: d8ddaec5-038a-4c42-81e7-04c3fb8fbb84
  kind: Event
  lastTimestamp: "2026-08-05T17:31:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:31:03Z"
    name: isvc-primary-d2f65d-predictor.18c8f900a4d78998
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 959235fd-ac14-498b-9523-b2d775824026
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d2f65d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18108"
    uid: d8ddaec5-038a-4c42-81e7-04c3fb8fbb84
  kind: Event
  lastTimestamp: "2026-08-05T17:31:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:31:03Z"
    name: isvc-primary-d2f65d-predictor.18c8f900a5491847
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: d238ce62-e4cb-491d-921a-638f788d625c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-05T17:31:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d2f65d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18406"
    uid: d8ddaec5-038a-4c42-81e7-04c3fb8fbb84
  kind: Event
  lastTimestamp: "2026-08-05T17:32:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:18Z"
    name: isvc-primary-d2f65d-predictor.18c8f90b2189e09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 656d103a-d2e2-433e-b457-f275de862648
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-05T17:31:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d2f65d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18406"
    uid: d8ddaec5-038a-4c42-81e7-04c3fb8fbb84
  kind: Event
  lastTimestamp: "2026-08-05T17:32:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:18Z"
    name: isvc-primary-d2f65d-predictor.18c8f90b21fb4213
    namespace: kserve-ci-e2e-test
    resourceVersion: "19504"
    uid: 1d0e1934-a215-4c5e-bdea-2677261ed315
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d2f65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: a22c88b7-1498-4eb7-8271-fb32c5ecea6c
  kind: Event
  lastTimestamp: "2026-08-05T17:31:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:31:47Z"
    name: isvc-primary-d2f65d.18c8f8fd264c1adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 02b62e7c-3e51-4da3-820d-d875bde376fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d2f65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: a22c88b7-1498-4eb7-8271-fb32c5ecea6c
  kind: Event
  lastTimestamp: "2026-08-05T17:30:18Z"
  message: 'Failed to update status for InferenceService "isvc-primary-d2f65d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-d2f65d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:30:18Z"
    name: isvc-primary-d2f65d.18c8f8fd2706c141
    namespace: kserve-ci-e2e-test
    resourceVersion: "18118"
    uid: 8c5c8a8c-7dca-44e7-8dca-72655240f983
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d2f65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: a22c88b7-1498-4eb7-8271-fb32c5ecea6c
  kind: Event
  lastTimestamp: "2026-08-05T17:30:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-d2f65d": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:30:18Z"
    name: isvc-primary-d2f65d.18c8f8fd2707149f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18120"
    uid: 1e1bf864-a08e-427b-aea6-b93fbe0eca77
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:31:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d2f65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19100"
    uid: a22c88b7-1498-4eb7-8271-fb32c5ecea6c
  kind: Event
  lastTimestamp: "2026-08-05T17:31:47Z"
  message: InferenceService [isvc-primary-d2f65d] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:31:47Z"
    name: isvc-primary-d2f65d.18c8f911d92e8da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19101"
    uid: 0803a8bd-1551-4990-8e19-bd264ae67a7a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:24:52.968366Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14859"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:24:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:24:52Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b160be3710
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: bd95c02b-af4a-48f2-92e3-b98270b9aa8b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14869"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:24:53Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:24:53Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b17aaf46c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: fc5a8559-c00c-46f6-9836-1435291d5061
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:24:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:53Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b17c72d2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14925"
    uid: 2aeb3048-5a51-4827-a526-ae55aa10d660
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:24:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:53Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b17f0d127c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: f99b966d-7f04-4072-8086-5124ac1f5482
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:24:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:53Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b17f80207f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14927"
    uid: 97caaaf5-baff-409c-8fec-cd9509f999b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:24:57Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
  metadata:
    creationTimestamp: "2026-08-05T17:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:24:57Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b282e05d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: 2ae6aca2-e850-4c05-beca-98632be169ba
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:25:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    in 19.431s (19.431s including waiting). Image size: 1555738027 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:17Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b7091213af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15137"
    uid: bef5f8e0-47e1-405b-a52a-b3065dbcad23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:25:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:17Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b70d7b9537
    namespace: kserve-ci-e2e-test
    resourceVersion: "15140"
    uid: 86fadd65-d4a2-467d-84b9-d14ce673f07f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:25:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:17Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b70e00e457
    namespace: kserve-ci-e2e-test
    resourceVersion: "15141"
    uid: 612b2658-f65d-4d44-82bf-35897ac6ceb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:25:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-08-05T17:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:17Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b70e103bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15142"
    uid: 1c6508a9-130c-4ca0-87e4-0ee2682f6017
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:25:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.977s (2.977s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:20Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b7bf82ca3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15177"
    uid: 1a3b7296-9445-4d1f-9571-3f24df715d99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:25:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:20Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b7c3624162
    namespace: kserve-ci-e2e-test
    resourceVersion: "15182"
    uid: 8c07dee1-182f-4311-bfdf-b839dceac222
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:25:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:20Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b7c3d4023e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: a3ddaef7-fe29-4767-91bd-a013dc074033
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:25:20Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:bfa995f7c5097489a4c70538ea17c028413cd48f5ccdfc6abfbf73c47a560dc9"
  metadata:
    creationTimestamp: "2026-08-05T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:20Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b7c3e22ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: ba98c832-7de1-4340-a4f3-234c46a7bb49
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:25:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:bfa995f7c5097489a4c70538ea17c028413cd48f5ccdfc6abfbf73c47a560dc9"
    in 3.418s (3.418s including waiting). Image size: 240196197 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:23Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b88faa21b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: 3399fe1c-9afd-48b0-b1c1-974bee13272b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:25:23Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-08-05T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:23Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b894512934
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: 1d3a312b-296e-4c7b-935c-cd8a41f5565a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:25:23Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-08-05T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:25:23Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b895c5ebf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: 6d95cccf-028a-4b45-b772-d9813580d27a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:26:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:57Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b89e441b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16104"
    uid: 8a4cdfe2-2939-47a9-8557-7f2f430d7a3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:26:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-05T17:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:57Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8b8da199701
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 28e87320-aa29-488a-bf06-68d7cd6f9995
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:26:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:47Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8cc20d662ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15924"
    uid: ed9f055e-c4f3-4f48-8885-d10ad09072a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:26:47Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-08-05T17:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:47Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8cc20dae39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15926"
    uid: f9eed5c2-8602-483a-95ce-c469e25930e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:26:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:47Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8cc20dcdc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: 33385474-c645-4a67-9b9a-9c15db369c21
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 64d21b6a-55de-40b5-b65f-0acca1fc29b9
  kind: Event
  lastTimestamp: "2026-08-05T17:27:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.18:8643/healthz": dial tcp
    10.132.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:05Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk.18c8f8cca477387a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16177"
    uid: 47372cb8-2622-4f63-be83-c0d276e5e4e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14848"
    uid: a3f5b471-f99d-4009-ab45-d5e17235b5b7
  kind: Event
  lastTimestamp: "2026-08-05T17:24:52Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf-s2rlk'
  metadata:
    creationTimestamp: "2026-08-05T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:24:52Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf.18c8f8b160256595
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: 878f976f-f6f1-442a-b45b-a826fe5bb3cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-fdd1f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14847"
    uid: 5cf7f15a-dc1e-4ebb-860a-74d3235fdc45
  kind: Event
  lastTimestamp: "2026-08-05T17:24:52Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-fdd1f-predictor-77bff7fbbf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:24:52Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor.18c8f8b157ef88a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14849"
    uid: ffb681f9-9e1f-4fe2-aab2-14ce7add8279
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fdd1f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 92acc34c-48e6-4a91-ab20-8c5fd1838e26
  kind: Event
  lastTimestamp: "2026-08-05T17:26:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:26:08Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor.18c8f8b4ddaae5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: 29e0314b-2f96-437f-acc2-8166a98ebc51
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-05T17:25:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fdd1f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 92acc34c-48e6-4a91-ab20-8c5fd1838e26
  kind: Event
  lastTimestamp: "2026-08-05T17:26:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:26:08Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor.18c8f8b4de2c2103
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 9a60ea5b-8a32-45a8-9c59-55496aa3c221
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fdd1f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15073"
    uid: 92acc34c-48e6-4a91-ab20-8c5fd1838e26
  kind: Event
  lastTimestamp: "2026-08-05T17:26:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:26:38Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor.18c8f8c658a5d052
    namespace: kserve-ci-e2e-test
    resourceVersion: "15773"
    uid: 45806f7e-9e20-4ca7-992d-ed7b933682e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fdd1f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15073"
    uid: 92acc34c-48e6-4a91-ab20-8c5fd1838e26
  kind: Event
  lastTimestamp: "2026-08-05T17:26:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:26:38Z"
    name: isvc-raw-sklearn-batcher-fdd1f-predictor.18c8f8c659175af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: 763b4002-6637-42d7-8107-b05cb54eb11e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fdd1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 193a1273-1096-46ba-ba34-5e6eee8de5c0
  kind: Event
  lastTimestamp: "2026-08-05T17:26:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:26:37Z"
    name: isvc-raw-sklearn-batcher-fdd1f.18c8f8b15e790bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15768"
    uid: f162942f-28a1-4a03-b9fc-bb71d8a3ea25
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fdd1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 193a1273-1096-46ba-ba34-5e6eee8de5c0
  kind: Event
  lastTimestamp: "2026-08-05T17:24:52Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-fdd1f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-fdd1f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:24:52Z"
    name: isvc-raw-sklearn-batcher-fdd1f.18c8f8b15f7c0ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14860"
    uid: 0cd71ef8-9179-469e-9cd5-e8b1a12c4f34
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:24:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fdd1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 193a1273-1096-46ba-ba34-5e6eee8de5c0
  kind: Event
  lastTimestamp: "2026-08-05T17:24:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-fdd1f": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:24:52Z"
    name: isvc-raw-sklearn-batcher-fdd1f.18c8f8b15f7c5b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 6d9ce31a-2575-404f-a0b5-6d48654c5fa7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fdd1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: 193a1273-1096-46ba-ba34-5e6eee8de5c0
  kind: Event
  lastTimestamp: "2026-08-05T17:26:37Z"
  message: InferenceService [isvc-raw-sklearn-batcher-fdd1f] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:26:37Z"
    name: isvc-raw-sklearn-batcher-fdd1f.18c8f8c9a54f5800
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 16185ccb-7afd-425f-9b36-0caa765c3880
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:32:03.580192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19256"
    uid: c353ea9c-ae87-47ba-adf6-a424ebc56c25
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:32:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:32:03Z"
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb.18c8f915a335249f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19262"
    uid: 1296220e-8f62-4d70-90c1-52a6697f0988
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: c353ea9c-ae87-47ba-adf6-a424ebc56c25
  kind: Event
  lastTimestamp: "2026-08-05T17:32:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-d2f65d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:03Z"
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb.18c8f915b116273a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19271"
    uid: dc2dbe0b-e20c-418a-ac8a-ba042c7cfc41
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: c353ea9c-ae87-47ba-adf6-a424ebc56c25
  kind: Event
  lastTimestamp: "2026-08-05T17:32:04Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:32:04Z"
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb.18c8f915e0aedd79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: d28fb865-be97-41fc-8dbd-a1133c9afd5f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: c353ea9c-ae87-47ba-adf6-a424ebc56c25
  kind: Event
  lastTimestamp: "2026-08-05T17:32:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:11Z"
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb.18c8f915e2272b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19339"
    uid: 68f46ce4-58ee-4009-ab76-bc90788edb32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: c353ea9c-ae87-47ba-adf6-a424ebc56c25
  kind: Event
  lastTimestamp: "2026-08-05T17:32:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:11Z"
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb.18c8f915e4f9859e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19341"
    uid: 6931bdc3-6c77-4b5b-8ba8-fc495c1304d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: c353ea9c-ae87-47ba-adf6-a424ebc56c25
  kind: Event
  lastTimestamp: "2026-08-05T17:32:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:11Z"
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb.18c8f915e57dad6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19342"
    uid: 8f5dc7e8-0e2a-47b5-8ad7-1d085cf40a90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: c353ea9c-ae87-47ba-adf6-a424ebc56c25
  kind: Event
  lastTimestamp: "2026-08-05T17:32:17Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb_kserve-ci-e2e-test(c353ea9c-ae87-47ba-adf6-a424ebc56c25)
  metadata:
    creationTimestamp: "2026-08-05T17:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:17Z"
    name: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb.18c8f918d08ca5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19486"
    uid: 3ce6d0bf-066c-4c9e-9615-1992d1128648
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-d2f65d-predictor-8684c68fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19248"
    uid: c2bbd9d5-9c17-4075-96b4-d21472164bb0
  kind: Event
  lastTimestamp: "2026-08-05T17:32:03Z"
  message: 'Created pod: isvc-secondary-d2f65d-predictor-8684c68fdc-zjzbb'
  metadata:
    creationTimestamp: "2026-08-05T17:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:03Z"
    name: isvc-secondary-d2f65d-predictor-8684c68fdc.18c8f915a2c16c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "19259"
    uid: 7e307496-7b71-45b6-8417-eb7a8a92e865
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-d2f65d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19245"
    uid: b0e76bfe-34f2-4cda-89ff-340881b6f916
  kind: Event
  lastTimestamp: "2026-08-05T17:32:03Z"
  message: Scaled up replica set isvc-secondary-d2f65d-predictor-8684c68fdc from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-05T17:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:03Z"
    name: isvc-secondary-d2f65d-predictor.18c8f9159feb6486
    namespace: kserve-ci-e2e-test
    resourceVersion: "19249"
    uid: a1af0a52-7b10-4347-9c82-a6adb20837ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d2f65d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19246"
    uid: 5f8ef13c-f443-44a8-83bd-572bdd23b9a9
  kind: Event
  lastTimestamp: "2026-08-05T17:32:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:18Z"
    name: isvc-secondary-d2f65d-predictor.18c8f9191e441624
    namespace: kserve-ci-e2e-test
    resourceVersion: "19506"
    uid: 8b20b5b7-f52e-42ab-9659-ccb77c2d6e9d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d2f65d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19246"
    uid: 5f8ef13c-f443-44a8-83bd-572bdd23b9a9
  kind: Event
  lastTimestamp: "2026-08-05T17:32:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:18Z"
    name: isvc-secondary-d2f65d-predictor.18c8f9191eb5dec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19508"
    uid: 9e7b5c5e-804f-4de9-a4c1-ae90958074fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d2f65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19237"
    uid: 9f85dee7-8ce8-419f-a5a0-b7d0e9266535
  kind: Event
  lastTimestamp: "2026-08-05T17:32:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:32:17Z"
    name: isvc-secondary-d2f65d.18c8f9159feb944b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19492"
    uid: 7a7ec4ae-4e01-44c7-9f3f-b1cc499aa640
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d2f65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19237"
    uid: 9f85dee7-8ce8-419f-a5a0-b7d0e9266535
  kind: Event
  lastTimestamp: "2026-08-05T17:32:03Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-d2f65d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-d2f65d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:32:03Z"
    name: isvc-secondary-d2f65d.18c8f915a06b5e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19252"
    uid: ef4700b9-77d4-4ea3-9b82-6e2b30ea4ad0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d2f65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19237"
    uid: 9f85dee7-8ce8-419f-a5a0-b7d0e9266535
  kind: Event
  lastTimestamp: "2026-08-05T17:32:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-d2f65d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:32:03Z"
    name: isvc-secondary-d2f65d.18c8f915a06b947f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19253"
    uid: 5c88f4cb-6d94-4a95-811e-7018b8b8dd69
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:26:47.960313Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:26:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:26:47Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8cc26cbfae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15951"
    uid: 3efa6dd8-c6c2-465a-88a6-64f2e152344b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15964"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:26:48Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:26:48Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8cc4076baf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: 8d844dd0-5f49-46cb-9c9f-5f2aff7c349b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:26:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:48Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8cc422cc44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16003"
    uid: 21d8716d-abba-4cc6-93f7-5382ca2b1270
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:26:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:48Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8cc45ed016a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16004"
    uid: 34dd783c-7d92-4183-b4aa-e93712198ccc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:26:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:48Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8cc4665c35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16005"
    uid: 4689451a-9843-48cc-8051-0e66295dd184
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:26:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:53Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8cd6c28a767
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: c24df949-d861-4677-ad05-da181f56ec3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:26:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:53Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8cd6f0b43b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16068"
    uid: 3bfed14d-44dd-4e08-b462-0cc96ca50bd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:26:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:53Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8cd6f9b07cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: 489dff60-5b7a-43d0-8b06-58adad2ec9b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:26:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:53Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8cd6fa6151b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 4336f85c-fa11-43a6-92d4-3b26573859bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:26:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:53Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8cd7228c730
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 83faa905-99c9-442d-a0b5-c8b6c7b87530
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:26:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:53Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8cd729149d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16074"
    uid: b76dca95-250d-40ed-bff3-5d76ad9bae3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:28:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:41Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8cde456ac4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17225"
    uid: e7413793-bcad-4467-a093-72f4705ac98d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8e5d73f2ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 6cde93fd-8faa-4130-8685-03db2d45600b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8e5d7405328
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: 47b5fc85-b9ad-447d-8c96-e085066b566e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: e152081d-0127-44e1-907d-751da8caab98
  kind: Event
  lastTimestamp: "2026-08-05T17:28:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:41Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5.18c8f8e692ac0116
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: 6bb043a0-3f24-4550-a8d1-e5712927483d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15938"
    uid: 959c78d3-b8ef-4397-aa92-0d33349da82f
  kind: Event
  lastTimestamp: "2026-08-05T17:26:47Z"
  message: 'Created pod: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f-gfrt5'
  metadata:
    creationTimestamp: "2026-08-05T17:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:26:47Z"
    name: isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f.18c8f8cc2656c8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15947"
    uid: 1fafd131-1448-47d7-8c8f-ae139357d411
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-849e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: 5819fe5d-b01b-4a34-89d4-29d20aa0bd7c
  kind: Event
  lastTimestamp: "2026-08-05T17:26:47Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-849e6-predictor-86d8d9db6f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:26:47Z"
    name: isvc-sklearn-graph-raw-849e6-predictor.18c8f8cc23793451
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: dd6c8dca-6cd2-4f33-8ca6-7025316c9bf5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-849e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15936"
    uid: 3c706aad-04ca-453b-8e9d-d8793ee74696
  kind: Event
  lastTimestamp: "2026-08-05T17:27:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:27:32Z"
    name: isvc-sklearn-graph-raw-849e6-predictor.18c8f8cfa1d69166
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: cd13c9d4-f6f1-41d4-9aba-0f5e0624d3da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-849e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15936"
    uid: 3c706aad-04ca-453b-8e9d-d8793ee74696
  kind: Event
  lastTimestamp: "2026-08-05T17:27:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:27:32Z"
    name: isvc-sklearn-graph-raw-849e6-predictor.18c8f8cfa247278a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16401"
    uid: ee476fec-eb0a-487c-82e4-c42875db384b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-849e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16152"
    uid: 3c706aad-04ca-453b-8e9d-d8793ee74696
  kind: Event
  lastTimestamp: "2026-08-05T17:28:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:33Z"
    name: isvc-sklearn-graph-raw-849e6-predictor.18c8f8d32163ee97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16925"
    uid: 376b3030-4206-4eed-ad53-080b1bddf5c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-849e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16152"
    uid: 3c706aad-04ca-453b-8e9d-d8793ee74696
  kind: Event
  lastTimestamp: "2026-08-05T17:28:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:33Z"
    name: isvc-sklearn-graph-raw-849e6-predictor.18c8f8d321cfc2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: cd12fa3d-e1fb-4c38-acc3-4d8e0d245ba5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-849e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: 920223af-a116-46ad-826a-5aa24e366917
  kind: Event
  lastTimestamp: "2026-08-05T17:28:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:28:11Z"
    name: isvc-sklearn-graph-raw-849e6.18c8f8cc237a4579
    namespace: kserve-ci-e2e-test
    resourceVersion: "16701"
    uid: 7b0d7e3e-9522-4d95-9390-864c1dcb909c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-849e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: 920223af-a116-46ad-826a-5aa24e366917
  kind: Event
  lastTimestamp: "2026-08-05T17:28:11Z"
  message: InferenceService [isvc-sklearn-graph-raw-849e6] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:28:11Z"
    name: isvc-sklearn-graph-raw-849e6.18c8f8df9c0ee482
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: 79d6edf6-8746-4ee8-a348-cab87b9c0b95
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:28:38.427343Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8e5df2511b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: dd39d1bb-328d-41cc-ac3b-3812de9722dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-f37da-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8e5ed9bfc9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: 8424ae31-6373-4a12-9120-32d588592513
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17122"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8e61c9f83dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: 1923d2bf-bf33-4c63-917c-cd78867b3351
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8e61e1d3650
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: a4531faf-b600-4df1-9fbd-519aab1356cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8e6218a02b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17180"
    uid: ba73c631-dd36-4aa3-a50e-0e0cf11da4d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8e621efb54e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: 0d7516a4-4d44-4bfd-8a43-780f2c0ad936
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:28:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:44Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8e736ecd751
    namespace: kserve-ci-e2e-test
    resourceVersion: "17270"
    uid: d1642dc4-a175-4356-90d2-f7884f4348bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:28:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:44Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8e73b2376b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17277"
    uid: cbc9bad8-e4f8-42db-945b-fd9d76da23be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:28:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:44Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8e73b938bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: db8f0273-2732-4658-9b87-fd7843172f16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:28:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:44Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8e73b9d43e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17281"
    uid: 9060356c-e883-449f-a22e-0df1d8297d7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:28:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:44Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8e73f26e697
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 389d0e9b-3cad-41be-9f87-05835fb5fa57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:28:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:44Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8e73f949998
    namespace: kserve-ci-e2e-test
    resourceVersion: "17289"
    uid: 4cefe266-36f1-4b9e-b448-121638c50ee3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:30:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8e7af1c0f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "18351"
    uid: 9a0277f7-03e0-4f9a-ba29-990d761ba984
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:30:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8ff83511ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: ebcfd12d-d277-4a70-9818-740be8bf362b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:30:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f8ff83519aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18332"
    uid: bccc571d-e761-4e8b-a307-c791a5cdab27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: a12885b1-256c-4763-b9e9-8c521ab957ee
  kind: Event
  lastTimestamp: "2026-08-05T17:30:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:32Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx.18c8f9005db97c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18389"
    uid: 8df6ec2e-1b9b-47b4-a881-bdaec48e226a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: e7ee5566-9811-4e67-b973-0c24c31770da
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7-875mx'
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7.18c8f8e5de7799c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17106"
    uid: a642b8e9-af94-41f4-a96e-b69e9660cae1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: cb2b2a4c-0e2f-4564-9d61-d82f559fc2a1
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-f37da-predictor-5ccd78bf7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor.18c8f8e5da41a349
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: 694d8bae-9ec2-4a33-9639-4c94073c6db2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: c90ba781-f250-45b6-b552-d652393169d9
  kind: Event
  lastTimestamp: "2026-08-05T17:29:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:29:08Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor.18c8f8e958f64452
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: 4c1d88ca-3c3c-4268-945f-8260cb1b076e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: c90ba781-f250-45b6-b552-d652393169d9
  kind: Event
  lastTimestamp: "2026-08-05T17:29:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:29:08Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor.18c8f8e959622750
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: 76b8d9a6-b8de-4ff7-92d3-9fb941bd7b06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-05T17:29:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: c90ba781-f250-45b6-b552-d652393169d9
  kind: Event
  lastTimestamp: "2026-08-05T17:30:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:08Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor.18c8f8f057580e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17994"
    uid: 22f82940-faa4-4cbb-af15-e6e1f43c5857
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-05T17:29:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: c90ba781-f250-45b6-b552-d652393169d9
  kind: Event
  lastTimestamp: "2026-08-05T17:30:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:08Z"
    name: isvc-sklearn-graph-raw-hpa-f37da-predictor.18c8f8f057c5b8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17995"
    uid: 5b186a5d-1a43-4faa-aa8d-fc50222d1f2c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-f37da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: 77ef3619-1f5b-42ef-9ed6-caa5987ccd50
  kind: Event
  lastTimestamp: "2026-08-05T17:29:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:29:59Z"
    name: isvc-sklearn-graph-raw-hpa-f37da.18c8f8e5da735a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 3d797599-6144-4c14-8ee5-a80bdb6d9173
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:29:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-f37da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17882"
    uid: 77ef3619-1f5b-42ef-9ed6-caa5987ccd50
  kind: Event
  lastTimestamp: "2026-08-05T17:29:59Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-f37da] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:29:59Z"
    name: isvc-sklearn-graph-raw-hpa-f37da.18c8f8f8a69e0afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: c1221aff-abd7-45fb-a275-f080361764e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:32:13.909110Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19416"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:32:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:32:13Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f9180adbeca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19424"
    uid: a0b43016-5928-4029-a733-9a995ea7e40c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:32:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-606ec-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:14Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f9181677bce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19449"
    uid: 20da3e7d-42ec-465e-a1c4-1d19415e3d3b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:32:15Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:32:15Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f9187dea5095
    namespace: kserve-ci-e2e-test
    resourceVersion: "19463"
    uid: 599cccda-b79a-4319-8834-44f6ba48b2cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:32:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:15Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f9187f904002
    namespace: kserve-ci-e2e-test
    resourceVersion: "19465"
    uid: 82b7c0a3-aaca-43b0-9f3b-ad78540bf702
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:32:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:15Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f91882f6561b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: 81c2e4fb-3661-4bc4-9d7a-e2c511ec5c34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:32:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:15Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f91883691606
    namespace: kserve-ci-e2e-test
    resourceVersion: "19467"
    uid: c39018f3-0dff-4c97-95eb-a09b4418984f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:32:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:20Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f91983c2c7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 2d00d261-099a-49fc-992f-912342faf57c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:32:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:20Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f91986b423f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19522"
    uid: 0dd38ebc-05fb-4a2b-ad83-cfddcfbda0b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:32:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:20Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f919872b7d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19523"
    uid: 44146937-101e-4fc0-8422-c1522f20435f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:32:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:20Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f91987350fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 08639dc0-8b06-4401-9f1e-9a54bdd096d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:32:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:20Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f9198a97d33e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19528"
    uid: dfad1cc3-4e78-45c7-8594-b9895f35752c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:32:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:20Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f9198b163d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 05262fa9-b005-4810-b340-80df3619245c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:34:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:54Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f919fbcff1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20945"
    uid: d63b90a2-44fd-483b-958b-cccc5db541a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:35:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:14Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f941fd3e7715
    namespace: kserve-ci-e2e-test
    resourceVersion: "21118"
    uid: 30f68f39-37e1-4599-890f-4f50dab904e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:35:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:14Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f941fd3f0e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: b75c18d9-734e-4ff2-ab8f-474001618169
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: cd6cfc4a-68b5-41e6-a81b-ced99a9cc21c
  kind: Event
  lastTimestamp: "2026-08-05T17:35:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:23Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts.18c8f942f68c711b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: 6a3a860c-ac74-424a-b58a-89afc3f025d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19393"
    uid: 258c13f5-c2d5-4af0-9a1a-f59766278493
  kind: Event
  lastTimestamp: "2026-08-05T17:32:13Z"
  message: 'Created pod: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f-pfrts'
  metadata:
    creationTimestamp: "2026-08-05T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:13Z"
    name: isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f.18c8f9180a21fd20
    namespace: kserve-ci-e2e-test
    resourceVersion: "19418"
    uid: ffc46097-a620-4418-8cfb-1e845600f295
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-606ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19389"
    uid: 1c8ff958-a2a4-4882-b4a6-ab018ef0683b
  kind: Event
  lastTimestamp: "2026-08-05T17:32:13Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-606ec-predictor-5df6959b9f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:13Z"
    name: isvc-sklearn-scale-raw-606ec-predictor.18c8f91807178be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 39bf3c04-b3c5-44ae-bd7f-92f06f5369c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-606ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 69ef1b85-0a10-4c49-a59d-bfd261e4c48f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:58Z"
    name: isvc-sklearn-scale-raw-606ec-predictor.18c8f91b859cf980
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: 088995dd-0c16-4813-a820-af8d9694f185
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-606ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 69ef1b85-0a10-4c49-a59d-bfd261e4c48f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:58Z"
    name: isvc-sklearn-scale-raw-606ec-predictor.18c8f91b86000e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: 680b1481-4512-4463-b90c-e5d47d1b7e1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-05T17:33:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-606ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19696"
    uid: 69ef1b85-0a10-4c49-a59d-bfd261e4c48f
  kind: Event
  lastTimestamp: "2026-08-05T17:35:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:35:14Z"
    name: isvc-sklearn-scale-raw-606ec-predictor.18c8f92602c7b4ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: eebffd4a-1dfe-4d3d-af0d-a8c750571d94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-05T17:33:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-606ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19696"
    uid: 69ef1b85-0a10-4c49-a59d-bfd261e4c48f
  kind: Event
  lastTimestamp: "2026-08-05T17:35:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:35:14Z"
    name: isvc-sklearn-scale-raw-606ec-predictor.18c8f9260337f70a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 57611827-ad3f-4bfb-a1c0-5715352255cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-606ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: 53219973-880f-41be-9160-22586b0f0d0a
  kind: Event
  lastTimestamp: "2026-08-05T17:35:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:35:04Z"
    name: isvc-sklearn-scale-raw-606ec.18c8f91807277642
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: 0ac02500-3bed-4776-a63b-feffe68cd37c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-606ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21024"
    uid: 53219973-880f-41be-9160-22586b0f0d0a
  kind: Event
  lastTimestamp: "2026-08-05T17:35:04Z"
  message: InferenceService [isvc-sklearn-scale-raw-606ec] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:35:04Z"
    name: isvc-sklearn-scale-raw-606ec.18c8f93faa4ff5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21025"
    uid: cc980d22-d62c-4f2d-baad-80dbada656e3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:26:48.062268Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15976"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:26:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:26:48Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8cc2cdfb2bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15983"
    uid: 0af5e947-2082-4ba2-a12e-fe9995e18094
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15990"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:26:48Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:26:48Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8cc4713686f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: 815569a3-4731-4fb4-952f-9d915e9b4269
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:26:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:48Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8cc48dc9473
    namespace: kserve-ci-e2e-test
    resourceVersion: "16008"
    uid: f778495d-6c1c-4a1e-8919-81e5f652da32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:26:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:48Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8cc4d57e93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: d4151aa5-24e0-458a-ab9d-ad46f6fb0fa3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:26:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:48Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8cc4de02be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: 6cc6a222-6bc2-472d-bab7-51cbb916bb52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:26:53Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-08-05T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:26:53Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8cd6c4350f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: 38237eaa-37e2-43a0-820a-83236ee10c10
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:27:12Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.525s (19.525s
    including waiting). Image size: 1307355899 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:12Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8d1f812bbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16240"
    uid: 7e77d5c5-a136-4ce2-a884-8afc837dee18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:27:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:13Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8d1fb6563aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16241"
    uid: 7e666608-f570-4900-a1ad-71758da6e2e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:27:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:13Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8d1fbd9a782
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: c8c3f7db-7882-4a33-92b1-aa18595ad7fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:27:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:13Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8d1fbe4c71f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16244"
    uid: b7a25dc3-4858-4adf-8cdd-16e740c415c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:27:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:13Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8d1fefa2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: fd35e68c-5241-4580-bead-a847482d6be9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:27:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:27:13Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8d1ff6e9385
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: 298ccf06-3a7f-4604-b240-55b9c3347cea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8d21a2f8bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: b90791aa-037d-432c-99e3-caaa661aadad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8e5decbb5d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: 6307ac1f-69d4-4124-83c5-c853a1f6f301
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8e5decc35f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17111"
    uid: d4b4566c-4d70-48f2-b269-9b50c3945660
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 83a40616-0eec-4d59-8776-95c7c986bb92
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w.18c8f8e6207fb3f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17178"
    uid: ca5c48a8-3196-46b7-9c74-893982f0d0fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449
    namespace: kserve-ci-e2e-test
    resourceVersion: "15966"
    uid: 4cd01f9b-d266-4ea0-955d-e3c952159213
  kind: Event
  lastTimestamp: "2026-08-05T17:26:48Z"
  message: 'Created pod: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449-qq64w'
  metadata:
    creationTimestamp: "2026-08-05T17:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:26:48Z"
    name: isvc-xgboost-graph-raw-849e6-predictor-65d8f5449.18c8f8cc2c4619f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15978"
    uid: c3c082fe-37de-4fdb-b6d2-caf7e7708523
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-849e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15963"
    uid: dd9981a2-9656-48ea-a705-948a17ce8ae4
  kind: Event
  lastTimestamp: "2026-08-05T17:26:48Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-849e6-predictor-65d8f5449
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:26:48Z"
    name: isvc-xgboost-graph-raw-849e6-predictor.18c8f8cc297a6fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: b528bbce-4b53-4e25-bcbf-8021f83d7bd0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-849e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: 1e2d11e6-46d8-426a-8566-00559ae8c184
  kind: Event
  lastTimestamp: "2026-08-05T17:27:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:27:48Z"
    name: isvc-xgboost-graph-raw-849e6-predictor.18c8f8cfa8375909
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: 94ccd160-db91-4065-9917-5d59e18efce5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-05T17:27:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-849e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: 1e2d11e6-46d8-426a-8566-00559ae8c184
  kind: Event
  lastTimestamp: "2026-08-05T17:27:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:27:48Z"
    name: isvc-xgboost-graph-raw-849e6-predictor.18c8f8cfa8a2f001
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: 2ad32723-4740-4df2-b1ea-fc41bd30ccba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-849e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16156"
    uid: 1e2d11e6-46d8-426a-8566-00559ae8c184
  kind: Event
  lastTimestamp: "2026-08-05T17:28:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:33Z"
    name: isvc-xgboost-graph-raw-849e6-predictor.18c8f8dda367e242
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 54e42b7d-833b-4dcd-9ccc-4b0978424353
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-849e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16156"
    uid: 1e2d11e6-46d8-426a-8566-00559ae8c184
  kind: Event
  lastTimestamp: "2026-08-05T17:28:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:33Z"
    name: isvc-xgboost-graph-raw-849e6-predictor.18c8f8dda3d80714
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 0e51405d-39f0-400a-88ef-379d47c77b8e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-05T17:26:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-849e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15945"
    uid: 942dadf5-3e34-41b3-8476-1fa042f08077
  kind: Event
  lastTimestamp: "2026-08-05T17:28:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:28:19Z"
    name: isvc-xgboost-graph-raw-849e6.18c8f8cc298f0efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: 1946e611-4545-4a60-b1b5-9d51e402a1d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-849e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16763"
    uid: 942dadf5-3e34-41b3-8476-1fa042f08077
  kind: Event
  lastTimestamp: "2026-08-05T17:28:19Z"
  message: InferenceService [isvc-xgboost-graph-raw-849e6] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:28:19Z"
    name: isvc-xgboost-graph-raw-849e6.18c8f8e17def15a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16764"
    uid: 2f008281-c363-4475-98f1-a2c472660814
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:28:38.536580Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8e5e5a7e745
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: 0c99299e-b60d-4981-b28f-83326b17681d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-f37da-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8e5ee311030
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 9cd59c26-6621-48e4-8fc2-fa098cd13be0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8e6234b5688
    namespace: kserve-ci-e2e-test
    resourceVersion: "17182"
    uid: 958e6889-226e-4046-8e81-87cde1ca0291
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8e624e2e56e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: d5153054-aea3-4cc2-8fd8-e9ff9d516b87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8e62954e4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17186"
    uid: fd95de69-3568-4417-b1b8-733ce0dd3995
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:28:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:39Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8e629cc14ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17187"
    uid: 747dd651-8319-479b-8e20-1f16bcbee446
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:28:43Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:43Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8e7244c88a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: edee8b70-7b94-4242-b148-4855b9aad280
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:28:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:43Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8e72724ef51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: 070b092a-eed7-41e6-b59c-caa5a82fd39a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:28:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:43Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8e7279d7306
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: 8e3267b3-2660-4b81-9ade-9a49eec501d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:28:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:43Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8e727a7fbfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: b50a5adf-cd36-4493-8863-af66f36525e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:28:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:43Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8e72a71e3d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17264"
    uid: 1a5262e3-038a-41ef-a8f3-1439da359a48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:28:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:43Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8e72ae3c113
    namespace: kserve-ci-e2e-test
    resourceVersion: "17265"
    uid: a399e428-2e6e-40d9-afe6-64b9be63067e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:30:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:31Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8e79c4218a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18385"
    uid: ea8bc138-bbcb-4054-a2b6-396be18a245b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:30:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:28Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8ff7f930134
    namespace: kserve-ci-e2e-test
    resourceVersion: "18297"
    uid: 302c751e-768d-491d-afcd-c790e53228a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:30:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:28Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f8ff7f9358d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18299"
    uid: 1d41c4bb-7db1-452d-8f50-1b4cbeb83da8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 583d6899-27a8-4b78-90d1-8c7c871a3c4c
  kind: Event
  lastTimestamp: "2026-08-05T17:30:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:31Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6.18c8f9004a990961
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: 82b4514b-3d83-41e7-9485-492e3b9b2d01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17124"
    uid: 35fd4ee7-647e-49f2-a481-59f8a64ffbb3
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc-729z6'
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc.18c8f8e5e5305321
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: e008a7f7-676c-454b-b01d-eb80e1a0c369
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: b4a4f451-0ce2-42a5-9e36-3012eacf8e62
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-f37da-predictor-c787849cc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor.18c8f8e5e1f06963
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 4bf4338f-5e77-48a8-9426-dc6a030eb449
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17123"
    uid: 9f8b3ffc-8f21-47ff-8552-6e7dbf20cfa3
  kind: Event
  lastTimestamp: "2026-08-05T17:29:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:29:08Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor.18c8f8e96071b811
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: 523bb5cf-f184-491c-8ab1-7ba7d41f9dcd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17123"
    uid: 9f8b3ffc-8f21-47ff-8552-6e7dbf20cfa3
  kind: Event
  lastTimestamp: "2026-08-05T17:29:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:29:08Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor.18c8f8e960d8ad80
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 0171225e-670c-4162-8744-c9256f554638
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-05T17:29:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17380"
    uid: 9f8b3ffc-8f21-47ff-8552-6e7dbf20cfa3
  kind: Event
  lastTimestamp: "2026-08-05T17:30:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:23Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor.18c8f8f05e4843a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 047aa232-af5a-4f7c-9b92-d1f02d3ff0ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-05T17:29:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17380"
    uid: 9f8b3ffc-8f21-47ff-8552-6e7dbf20cfa3
  kind: Event
  lastTimestamp: "2026-08-05T17:30:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:23Z"
    name: isvc-xgboost-graph-raw-hpa-f37da-predictor.18c8f8f05eb0f084
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 8a9e7510-5d25-4cd1-bac4-2fd50af4f645
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-f37da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17100"
    uid: 17efd295-dea1-4662-b9d7-6735f9de41e8
  kind: Event
  lastTimestamp: "2026-08-05T17:29:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:29:52Z"
    name: isvc-xgboost-graph-raw-hpa-f37da.18c8f8e5e2010e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17823"
    uid: 57796da3-e62a-4e68-b161-7aaea7bd873d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:29:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-f37da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: 17efd295-dea1-4662-b9d7-6735f9de41e8
  kind: Event
  lastTimestamp: "2026-08-05T17:29:52Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-f37da] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:29:52Z"
    name: isvc-xgboost-graph-raw-hpa-f37da.18c8f8f70118ad38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17822"
    uid: 663d9932-147a-4d22-b20b-edbea309ec02
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:40:09.166068Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23596"
    uid: fcd81901-eb76-4360-8cc9-007163f1677b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-nvpfg
    to ip-10-0-131-128.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:40:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:40:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg.18c8f986b261a0b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: fab3553c-37cb-4c09-8e58-2417699dd13a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23604"
    uid: fcd81901-eb76-4360-8cc9-007163f1677b
  kind: Event
  lastTimestamp: "2026-08-05T17:40:09Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:40:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg.18c8f986cc00e106
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 9892b132-a101-452d-8ef5-3f51384f1d12
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: fcd81901-eb76-4360-8cc9-007163f1677b
  kind: Event
  lastTimestamp: "2026-08-05T17:40:09Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-08-05T17:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg.18c8f986cd839909
    namespace: kserve-ci-e2e-test
    resourceVersion: "23615"
    uid: 6f061d71-fcec-46c9-bbe8-ef2997b3b248
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: fcd81901-eb76-4360-8cc9-007163f1677b
  kind: Event
  lastTimestamp: "2026-08-05T17:40:10Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.171s (1.171s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:10Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg.18c8f987135888f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 0ed53c6b-55ac-48d1-9fac-4e1173b975ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: fcd81901-eb76-4360-8cc9-007163f1677b
  kind: Event
  lastTimestamp: "2026-08-05T17:40:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:10Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg.18c8f987169a0f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: e281a2db-23c3-42bc-80d7-88c4dcc01a06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: fcd81901-eb76-4360-8cc9-007163f1677b
  kind: Event
  lastTimestamp: "2026-08-05T17:40:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:10Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg.18c8f987170c3ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23626"
    uid: 4680e827-3168-4b62-a1bc-01bd344b95cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: fcd81901-eb76-4360-8cc9-007163f1677b
  kind: Event
  lastTimestamp: "2026-08-05T17:40:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:10Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg.18c8f98717169b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "23627"
    uid: f8095a64-4a1d-4e75-bb98-79043e51d73c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: fcd81901-eb76-4360-8cc9-007163f1677b
  kind: Event
  lastTimestamp: "2026-08-05T17:40:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:10Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg.18c8f9871a162ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23628"
    uid: f3e47270-f416-494c-b9e3-bd2aa5208cd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: fcd81901-eb76-4360-8cc9-007163f1677b
  kind: Event
  lastTimestamp: "2026-08-05T17:40:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:40:10Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg.18c8f9871a9a674b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23629"
    uid: d8b44e98-a276-4f09-85ea-642d55d7a237
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: fcd81901-eb76-4360-8cc9-007163f1677b
  kind: Event
  lastTimestamp: "2026-08-05T17:41:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:41:54Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg.18c8f99f3cd8bedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24491"
    uid: a6408047-3f44-44cf-99f6-3c104cc33bb5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: fcd81901-eb76-4360-8cc9-007163f1677b
  kind: Event
  lastTimestamp: "2026-08-05T17:41:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:41:54Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg.18c8f99f3cd9865c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: cc9949ce-0163-47f5-b2a0-ccaa3ec8211d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23584"
    uid: 311bb7b8-7fbc-4e90-be26-4bfa9112bdfe
  kind: Event
  lastTimestamp: "2026-08-05T17:40:09Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-nvpfg'
  metadata:
    creationTimestamp: "2026-08-05T17:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:40:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18c8f986b1e98a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "23597"
    uid: 41a6e53e-bfd8-4c70-8fc2-fba719e2f32c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: 45f9d747-6ab1-45e6-b8d2-ea86f6c5c4d1
  kind: Event
  lastTimestamp: "2026-08-05T17:40:09Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:40:09Z"
    name: message-dumper-raw-cipn-predictor.18c8f986ad822c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "23586"
    uid: 845c24f3-25ed-415d-8977-a48a802ff884
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 27d13aa0-ae1f-4320-a6b7-d908dcbe5096
  kind: Event
  lastTimestamp: "2026-08-05T17:40:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:40:39Z"
    name: message-dumper-raw-cipn-predictor.18c8f98a2c8e205c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23909"
    uid: f0a1b39c-cb77-45c8-9d5e-0a5b72d7f8e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 27d13aa0-ae1f-4320-a6b7-d908dcbe5096
  kind: Event
  lastTimestamp: "2026-08-05T17:40:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:40:39Z"
    name: message-dumper-raw-cipn-predictor.18c8f98a2cfbca58
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 4a02d392-022f-4883-923e-cfc9f5537919
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: 17562d01-2e77-4215-a51d-bda012243b37
  kind: Event
  lastTimestamp: "2026-08-05T17:40:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:40:18Z"
    name: message-dumper-raw-cipn.18c8f986ad7ab095
    namespace: kserve-ci-e2e-test
    resourceVersion: "23694"
    uid: 522d3d10-68a2-4f78-bbeb-0ee6a9663444
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: 17562d01-2e77-4215-a51d-bda012243b37
  kind: Event
  lastTimestamp: "2026-08-05T17:40:09Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:40:09Z"
    name: message-dumper-raw-cipn.18c8f986ae095f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: 8d273014-2e15-445a-8fd1-8eb2751ab5ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:40:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23690"
    uid: 17562d01-2e77-4215-a51d-bda012243b37
  kind: Event
  lastTimestamp: "2026-08-05T17:40:18Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:40:18Z"
    name: message-dumper-raw-cipn.18c8f988e44f2ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23692"
    uid: 03792c77-d497-4e39-9e2f-64120993364c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:30:28.563265Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18325"
    uid: cdb85099-d76f-42ee-a979-79d52c7548e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:30:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:30:28Z"
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d.18c8f8ff83c20165
    namespace: kserve-ci-e2e-test
    resourceVersion: "18333"
    uid: a8bd3637-b0d0-42fb-a8f2-d9bd7dc7d03b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: cdb85099-d76f-42ee-a979-79d52c7548e9
  kind: Event
  lastTimestamp: "2026-08-05T17:30:28Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:30:28Z"
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d.18c8f8ff9d64edce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18350"
    uid: e950c4b4-a756-4f7d-baeb-d13a319f95c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: cdb85099-d76f-42ee-a979-79d52c7548e9
  kind: Event
  lastTimestamp: "2026-08-05T17:30:29Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-08-05T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:29Z"
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d.18c8f8ff9eb839b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18353"
    uid: a43ac9c1-b397-4728-86b1-ba1324947b4d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: cdb85099-d76f-42ee-a979-79d52c7548e9
  kind: Event
  lastTimestamp: "2026-08-05T17:30:30Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.172s (1.172s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:30Z"
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d.18c8f8ffe49a214c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: 2623f900-7990-4c44-b9d6-1f13bd0fee3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: cdb85099-d76f-42ee-a979-79d52c7548e9
  kind: Event
  lastTimestamp: "2026-08-05T17:30:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:30Z"
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d.18c8f8ffe7d7e732
    namespace: kserve-ci-e2e-test
    resourceVersion: "18365"
    uid: a74ac91c-d72e-4daf-823b-b1976bc461ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: cdb85099-d76f-42ee-a979-79d52c7548e9
  kind: Event
  lastTimestamp: "2026-08-05T17:30:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:30Z"
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d.18c8f8ffe85d4360
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 1f6c7137-acd6-4354-a15a-faf7b5a23c12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: cdb85099-d76f-42ee-a979-79d52c7548e9
  kind: Event
  lastTimestamp: "2026-08-05T17:30:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:30Z"
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d.18c8f8ffe8673a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 9c66c61e-a9aa-4d24-8b87-cc3d5939bd04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: cdb85099-d76f-42ee-a979-79d52c7548e9
  kind: Event
  lastTimestamp: "2026-08-05T17:30:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:30Z"
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d.18c8f8ffeb26ff1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18368"
    uid: 39d3a0d2-a858-4198-ad53-14ba374527fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: cdb85099-d76f-42ee-a979-79d52c7548e9
  kind: Event
  lastTimestamp: "2026-08-05T17:30:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:30Z"
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d.18c8f8ffeb9e8aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18369"
    uid: ce255c6b-7536-4879-93d6-0a02a97afd9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: cdb85099-d76f-42ee-a979-79d52c7548e9
  kind: Event
  lastTimestamp: "2026-08-05T17:32:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:13Z"
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d.18c8f91809d75228
    namespace: kserve-ci-e2e-test
    resourceVersion: "19417"
    uid: 434ddf76-2a8d-4cf1-adca-266e29d198e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: cdb85099-d76f-42ee-a979-79d52c7548e9
  kind: Event
  lastTimestamp: "2026-08-05T17:32:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:13Z"
    name: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d.18c8f91809d7bc4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19420"
    uid: c9b37d36-7b37-4346-84b2-2c4caa12af23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-f99f6-predictor-7855974cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18311"
    uid: 1bdd6dc5-758d-43c6-ad48-d77973a47a89
  kind: Event
  lastTimestamp: "2026-08-05T17:30:28Z"
  message: 'Created pod: message-dumper-raw-f99f6-predictor-7855974cd8-pfh7d'
  metadata:
    creationTimestamp: "2026-08-05T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:28Z"
    name: message-dumper-raw-f99f6-predictor-7855974cd8.18c8f8ff83507cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: 8c427a4c-c076-4d0a-b2b3-a9bc403db4f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-f99f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 8ca0e892-ea3a-4847-9db8-cb1e8d0a1c6e
  kind: Event
  lastTimestamp: "2026-08-05T17:30:28Z"
  message: Scaled up replica set message-dumper-raw-f99f6-predictor-7855974cd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:28Z"
    name: message-dumper-raw-f99f6-predictor.18c8f8ff817ef505
    namespace: kserve-ci-e2e-test
    resourceVersion: "18316"
    uid: 68a1ec31-9c9a-4056-ac4a-ab9df3129e29
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-f99f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18309"
    uid: 40696ebe-2016-4c66-b82c-c8cd9bad2dd1
  kind: Event
  lastTimestamp: "2026-08-05T17:30:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:58Z"
    name: message-dumper-raw-f99f6-predictor.18c8f9030049386c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18702"
    uid: 7b8e12f3-db44-47ba-9a3a-4ffebfe017f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-f99f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18309"
    uid: 40696ebe-2016-4c66-b82c-c8cd9bad2dd1
  kind: Event
  lastTimestamp: "2026-08-05T17:30:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:58Z"
    name: message-dumper-raw-f99f6-predictor.18c8f90300c4e894
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: 248644dd-52e5-4b9f-b7b6-65eb9be33f2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-f99f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18286"
    uid: 317a0466-24c1-469d-89fe-8cd3a3fb468e
  kind: Event
  lastTimestamp: "2026-08-05T17:30:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:30:38Z"
    name: message-dumper-raw-f99f6.18c8f8ff81884807
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: 8e73f087-c963-43bd-8ce5-6130d9c2293a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-f99f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18286"
    uid: 317a0466-24c1-469d-89fe-8cd3a3fb468e
  kind: Event
  lastTimestamp: "2026-08-05T17:30:28Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-f99f6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-f99f6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:30:28Z"
    name: message-dumper-raw-f99f6.18c8f8ff826560a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18322"
    uid: 49968e7f-76de-4957-a617-775696d20831
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-f99f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 317a0466-24c1-469d-89fe-8cd3a3fb468e
  kind: Event
  lastTimestamp: "2026-08-05T17:30:38Z"
  message: InferenceService [message-dumper-raw-f99f6] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:30:38Z"
    name: message-dumper-raw-f99f6.18c8f901ceedc0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: db58ba41-a1c7-4386-b371-962519c53e12
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:28:28.030034Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: 0c0c3c8f-dc2f-4fb5-9d50-07e55ddfb180
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-849e6-d59cdc6c5-mbfqn
    to ip-10-0-136-107.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:28:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:28:28Z"
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn.18c8f8e3736ab260
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: b5226aec-7916-4e05-bb00-be986e1cf3cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 0c0c3c8f-dc2f-4fb5-9d50-07e55ddfb180
  kind: Event
  lastTimestamp: "2026-08-05T17:28:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-849e6-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:28Z"
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn.18c8f8e37b1a3004
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: 9eaa9304-6f68-415e-92c2-929f3d317963
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-107.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16851"
    uid: 0c0c3c8f-dc2f-4fb5-9d50-07e55ddfb180
  kind: Event
  lastTimestamp: "2026-08-05T17:28:29Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:28:29Z"
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn.18c8f8e3b0a175d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: 91a368b8-3ce0-4dcf-a239-8c2a3daae1a8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-849e6}
    kind: Pod
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 0c0c3c8f-dc2f-4fb5-9d50-07e55ddfb180
  kind: Event
  lastTimestamp: "2026-08-05T17:28:29Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:9ce7c3058e7df0b4a1b07c83c58a6293353094b90f1440f7751ce51d2cb11c8c"
  metadata:
    creationTimestamp: "2026-08-05T17:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:29Z"
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn.18c8f8e3b1f5710f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: 362ffe1e-a8db-4aaf-8b2c-02afb8036cc6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-107.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-849e6}
    kind: Pod
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 0c0c3c8f-dc2f-4fb5-9d50-07e55ddfb180
  kind: Event
  lastTimestamp: "2026-08-05T17:28:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:9ce7c3058e7df0b4a1b07c83c58a6293353094b90f1440f7751ce51d2cb11c8c"
    in 2.302s (2.302s including waiting). Image size: 218259558 bytes.'
  metadata:
    creationTimestamp: "2026-08-05T17:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:31Z"
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn.18c8f8e43b38eba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16886"
    uid: 3c3bc760-5d27-4410-9826-872889c5ebaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-107.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-849e6}
    kind: Pod
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 0c0c3c8f-dc2f-4fb5-9d50-07e55ddfb180
  kind: Event
  lastTimestamp: "2026-08-05T17:28:31Z"
  message: 'Created container: model-chainer-raw-849e6'
  metadata:
    creationTimestamp: "2026-08-05T17:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:31Z"
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn.18c8f8e43e3a8123
    namespace: kserve-ci-e2e-test
    resourceVersion: "16888"
    uid: 7775f704-75eb-43e5-9a0e-90e88361788d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-107.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-849e6}
    kind: Pod
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 0c0c3c8f-dc2f-4fb5-9d50-07e55ddfb180
  kind: Event
  lastTimestamp: "2026-08-05T17:28:31Z"
  message: Started container model-chainer-raw-849e6
  metadata:
    creationTimestamp: "2026-08-05T17:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:31Z"
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn.18c8f8e43ea95472
    namespace: kserve-ci-e2e-test
    resourceVersion: "16889"
    uid: cf0db818-4da6-46fe-8934-dcede656e61f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-107.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-849e6}
    kind: Pod
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 0c0c3c8f-dc2f-4fb5-9d50-07e55ddfb180
  kind: Event
  lastTimestamp: "2026-08-05T17:28:38Z"
  message: Stopping container model-chainer-raw-849e6
  metadata:
    creationTimestamp: "2026-08-05T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:28:38Z"
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn.18c8f8e5cb873c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: 5a6e4858-5276-42fa-a067-b5b1c41406b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-107.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-849e6}
    kind: Pod
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 0c0c3c8f-dc2f-4fb5-9d50-07e55ddfb180
  kind: Event
  lastTimestamp: "2026-08-05T17:29:07Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-05T17:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:29:07Z"
    name: model-chainer-raw-849e6-d59cdc6c5-mbfqn.18c8f8e6df380d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: 35a94b3d-f061-4449-813a-ffe72a5f07cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-107.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-849e6-d59cdc6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16840"
    uid: 856ca532-cc19-4468-965f-31bcb1d3fbd3
  kind: Event
  lastTimestamp: "2026-08-05T17:28:28Z"
  message: 'Created pod: model-chainer-raw-849e6-d59cdc6c5-mbfqn'
  metadata:
    creationTimestamp: "2026-08-05T17:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:28Z"
    name: model-chainer-raw-849e6-d59cdc6c5.18c8f8e372c60b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16845"
    uid: 236d5697-ebd8-4089-828d-69cf87961655
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-849e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: 8c9a0998-e3ef-4ba0-9f72-9d30b2f9d78a
  kind: Event
  lastTimestamp: "2026-08-05T17:28:28Z"
  message: Scaled up replica set model-chainer-raw-849e6-d59cdc6c5 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:28:28Z"
    name: model-chainer-raw-849e6.18c8f8e371bf2e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: 65ffc890-d105-420f-8d7c-23674b980889
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:28:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-849e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16854"
    uid: a14af904-0e18-4e72-9046-d3f62ed2bea0
  kind: Event
  lastTimestamp: "2026-08-05T17:28:28Z"
  message: InferenceGraph [model-chainer-raw-849e6] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:28:28Z"
    name: model-chainer-raw-849e6.18c8f8e3776650f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 4914cf0e-acc8-45e7-9b3a-92bf7a1b4efc
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:30:18.392838Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18106"
    uid: e946e939-0858-4104-abb4-9336848ad29d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-f37da-578c74c86d-5l9c2
    to ip-10-0-136-107.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:30:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:30:18Z"
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2.18c8f8fd258d8897
    namespace: kserve-ci-e2e-test
    resourceVersion: "18115"
    uid: f06d0631-eefc-42cc-9245-825c5759a3a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: e946e939-0858-4104-abb4-9336848ad29d
  kind: Event
  lastTimestamp: "2026-08-05T17:30:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-f37da-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-05T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:18Z"
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2.18c8f8fd3422df0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18144"
    uid: 8e1db936-3d17-43ea-921a-f3015abac175
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-107.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18123"
    uid: e946e939-0858-4104-abb4-9336848ad29d
  kind: Event
  lastTimestamp: "2026-08-05T17:30:19Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:30:19Z"
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2.18c8f8fd62d3fb58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: 5be66dc0-af67-4cbc-8364-de809363b230
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-f37da}
    kind: Pod
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: e946e939-0858-4104-abb4-9336848ad29d
  kind: Event
  lastTimestamp: "2026-08-05T17:30:19Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:9ce7c3058e7df0b4a1b07c83c58a6293353094b90f1440f7751ce51d2cb11c8c"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:19Z"
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2.18c8f8fd64a3ef90
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 8497a3fa-8d60-4d1c-ae9b-2e3101ebc66c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-107.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-f37da}
    kind: Pod
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: e946e939-0858-4104-abb4-9336848ad29d
  kind: Event
  lastTimestamp: "2026-08-05T17:30:19Z"
  message: 'Created container: model-chainer-raw-hpa-f37da'
  metadata:
    creationTimestamp: "2026-08-05T17:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:19Z"
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2.18c8f8fd67b504b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8dc5f2b6-ae4b-4fb0-b770-353ec7b4bbaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-107.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-f37da}
    kind: Pod
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: e946e939-0858-4104-abb4-9336848ad29d
  kind: Event
  lastTimestamp: "2026-08-05T17:30:19Z"
  message: Started container model-chainer-raw-hpa-f37da
  metadata:
    creationTimestamp: "2026-08-05T17:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:19Z"
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2.18c8f8fd6823986f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: 4e883988-511d-4e32-a650-f554de25a6d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-107.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-f37da}
    kind: Pod
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: e946e939-0858-4104-abb4-9336848ad29d
  kind: Event
  lastTimestamp: "2026-08-05T17:30:28Z"
  message: Stopping container model-chainer-raw-hpa-f37da
  metadata:
    creationTimestamp: "2026-08-05T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:28Z"
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2.18c8f8ff79bf3eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18275"
    uid: ac019207-9d64-432f-aec6-4a4b188757f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-107.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-f37da}
    kind: Pod
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: e946e939-0858-4104-abb4-9336848ad29d
  kind: Event
  lastTimestamp: "2026-08-05T17:30:56Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-05T17:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:30:56Z"
    name: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2.18c8f9001d778e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18657"
    uid: ebf924c8-c46f-4dda-b303-8bcb51727c6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-107.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-107.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-f37da-578c74c86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18096"
    uid: 63e56f6e-e24f-4f43-b311-39c12aa30b7b
  kind: Event
  lastTimestamp: "2026-08-05T17:30:18Z"
  message: 'Created pod: model-chainer-raw-hpa-f37da-578c74c86d-5l9c2'
  metadata:
    creationTimestamp: "2026-08-05T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:18Z"
    name: model-chainer-raw-hpa-f37da-578c74c86d.18c8f8fd248b5037
    namespace: kserve-ci-e2e-test
    resourceVersion: "18109"
    uid: 82bf9a56-91b7-4880-b560-461570a20cb3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-f37da
    namespace: kserve-ci-e2e-test
    resourceVersion: "18094"
    uid: c5bce724-bb9c-43a2-93c2-867cf6d72584
  kind: Event
  lastTimestamp: "2026-08-05T17:30:18Z"
  message: Scaled up replica set model-chainer-raw-hpa-f37da-578c74c86d from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-05T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:30:18Z"
    name: model-chainer-raw-hpa-f37da.18c8f8fd21e90119
    namespace: kserve-ci-e2e-test
    resourceVersion: "18100"
    uid: c530f658-f79c-4c63-8138-6315cecf1d30
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:30:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-f37da
    namespace: kserve-ci-e2e-test
    resourceVersion: "18127"
    uid: 169df4e7-911e-4e3a-b10e-9ad3b7e5e32d
  kind: Event
  lastTimestamp: "2026-08-05T17:30:18Z"
  message: InferenceGraph [model-chainer-raw-hpa-f37da] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:30:18Z"
    name: model-chainer-raw-hpa-f37da.18c8f8fd2b5d6142
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: f20c137c-4007-442a-90ed-ffa808546bef
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:32:37.076093Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19814"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:32:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:32:37Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f91d6fb7ffea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: e12c01bd-8b65-48e2-a364-b9a396b773b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19824"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:37Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:32:37Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f91d8920b93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19834"
    uid: 557a0408-a4ab-462f-9aa8-e0c3f339b91c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:37Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f91d8bb6ca8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19836"
    uid: 3a55e524-c520-4ef3-a7c5-0a6a13d3b4f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:37Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f91d8e4e3469
    namespace: kserve-ci-e2e-test
    resourceVersion: "19838"
    uid: 18a813a2-391e-4bdf-ac47-4baa8d43525a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:37Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f91d8f09e589
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 67497e41-b38a-4079-a34e-e7da0d8694a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:41Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f91e8b2f36a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19876"
    uid: 6995ec77-abe9-47b6-9c1d-5392d5f5a98b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:41Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f91e8dfaf4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19878"
    uid: f8a431f6-e4da-4b87-bf07-79db23471e1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:41Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f91e8e73094b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19879"
    uid: 91a325d6-b703-4b08-9866-8b9333728111
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:41Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f91e8e7ea88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 798ae0d6-9e00-4263-8f1d-26ee2c817a3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:41Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f91e9111e55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: e82b47a2-6d25-400f-8ce4-f02d931ffb5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:32:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:32:41Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f91e9186eae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: cbe9df7b-0ba2-4cbf-bcd1-8c46e9fc7265
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:34:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:09Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f91f030bc3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: d0a04cfe-9d4a-4a74-ab8a-4a55203d1933
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:34:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:07Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f9326c983ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: 4371d64d-5300-4b9f-ae38-089526cc1f16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:34:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:07Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f9326c98c79c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: b26ef48d-8a94-4892-aa6f-5a830698e6f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: f976491a-8d91-41e3-94a4-3f599c8d646f
  kind: Event
  lastTimestamp: "2026-08-05T17:34:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:09Z"
    name: raw-sklearn-097fb-predictor-84cf8468f-x4bcl.18c8f933095c90d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: 87cee026-e10a-4b6d-a77f-ee815ad745b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-097fb-predictor-84cf8468f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19804"
    uid: 7077bad0-b7bd-4f88-a614-97a9b4b8ab69
  kind: Event
  lastTimestamp: "2026-08-05T17:32:37Z"
  message: 'Created pod: raw-sklearn-097fb-predictor-84cf8468f-x4bcl'
  metadata:
    creationTimestamp: "2026-08-05T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:37Z"
    name: raw-sklearn-097fb-predictor-84cf8468f.18c8f91d6f2e5a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "19817"
    uid: 190dccbf-6af8-4ef5-93cd-685e05c431f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-097fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19802"
    uid: 7219fa71-8a0d-4034-8f1e-8124b62ac268
  kind: Event
  lastTimestamp: "2026-08-05T17:32:37Z"
  message: Scaled up replica set raw-sklearn-097fb-predictor-84cf8468f from 0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:32:37Z"
    name: raw-sklearn-097fb-predictor.18c8f91d6bc5c76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19805"
    uid: d9145cc0-dcf0-4a20-afcb-1525966ac129
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-097fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19803"
    uid: ced3d011-0aeb-40dc-b052-10af1f5179a3
  kind: Event
  lastTimestamp: "2026-08-05T17:33:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:33:22Z"
    name: raw-sklearn-097fb-predictor.18c8f920ea35824b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20182"
    uid: 3fdfecf9-20b4-4470-bb64-8173bf3b922a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-097fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19803"
    uid: ced3d011-0aeb-40dc-b052-10af1f5179a3
  kind: Event
  lastTimestamp: "2026-08-05T17:33:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:33:22Z"
    name: raw-sklearn-097fb-predictor.18c8f920eaa95602
    namespace: kserve-ci-e2e-test
    resourceVersion: "20183"
    uid: 66f7aa5e-b1a3-46b8-99cf-ff482ed1ef99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-05T17:33:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-097fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: ced3d011-0aeb-40dc-b052-10af1f5179a3
  kind: Event
  lastTimestamp: "2026-08-05T17:34:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:34:07Z"
    name: raw-sklearn-097fb-predictor.18c8f92b67bb1616
    namespace: kserve-ci-e2e-test
    resourceVersion: "20517"
    uid: c5862518-3f8c-43ee-a970-ebdbd48e0b0d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-05T17:33:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-097fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: ced3d011-0aeb-40dc-b052-10af1f5179a3
  kind: Event
  lastTimestamp: "2026-08-05T17:34:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:34:07Z"
    name: raw-sklearn-097fb-predictor.18c8f92b682cd00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20519"
    uid: 8aca0b74-4fe2-4aad-8fec-ffca47711187
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-097fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: 18418c32-e67e-4f22-90cc-7a4b3073e400
  kind: Event
  lastTimestamp: "2026-08-05T17:33:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:33:59Z"
    name: raw-sklearn-097fb.18c8f91d6bc6f374
    namespace: kserve-ci-e2e-test
    resourceVersion: "20463"
    uid: ba4948f5-d0b1-466c-84f3-da6e1352a3b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-097fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: 18418c32-e67e-4f22-90cc-7a4b3073e400
  kind: Event
  lastTimestamp: "2026-08-05T17:32:37Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-097fb": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-097fb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:32:37Z"
    name: raw-sklearn-097fb.18c8f91d6c596bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: 3c664457-96fa-4027-8cd7-3070234e222e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:32:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-097fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 18418c32-e67e-4f22-90cc-7a4b3073e400
  kind: Event
  lastTimestamp: "2026-08-05T17:32:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-097fb": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:32:37Z"
    name: raw-sklearn-097fb.18c8f91d72ae4db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19829"
    uid: 0751c973-318e-4890-994c-5ae8a57c0074
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:33:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-097fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20461"
    uid: 18418c32-e67e-4f22-90cc-7a4b3073e400
  kind: Event
  lastTimestamp: "2026-08-05T17:33:59Z"
  message: InferenceService [raw-sklearn-097fb] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:33:59Z"
    name: raw-sklearn-097fb.18c8f930bb650d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: fd3d080b-0807-4cf5-b63e-fc19dccd566c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-05T17:34:12.364239Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    to ip-10-0-142-192.ec2.internal
  metadata:
    creationTimestamp: "2026-08-05T17:34:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-05T17:34:12Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f9339f55ed39
    namespace: kserve-ci-e2e-test
    resourceVersion: "20603"
    uid: 0a3cdc25-ccbf-4397-9072-be55114c099c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f48c7ccc9-8lshl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20609"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:34:12Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-05T17:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-05T17:34:12Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f933b8d01b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20619"
    uid: 7a9f63d8-9571-4102-964a-8284c85230a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:34:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:925fa2b887b6743b69728677063d64dcececcf1143340982442b2ec3dc29490e"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:12Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f933ba47f868
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: 90330482-69c3-4df0-bbdd-04b18a925270
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:34:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-05T17:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:12Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f933bce84d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: dbb03f62-2327-4fa9-a20c-4701d749d008
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:34:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-05T17:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:12Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f933bd6d3340
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: 3198c95e-52a9-425e-a096-c2a0f8610612
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:34:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1848"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:17Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f934be714f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: ba56fa90-1414-4b1e-ac6a-7fd28977706c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:34:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-05T17:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:17Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f934c1804c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 00c7e644-c379-4131-9d0b-5152309974c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:34:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:17Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f934c206abb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20668"
    uid: b36f8243-2537-4b60-8f75-14a463a5ac79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:34:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-05T17:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:17Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f934c21174e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: 5dcd488e-96e5-4e34-8448-acd16c97ae61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:34:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-05T17:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:17Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f934c4c83fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: f4b1bc0a-58fc-45bd-bf9a-70e58710769a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:34:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:34:17Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f934c54148b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 45bbd5d4-fea1-402e-9ac9-789819f4167d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:35:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-05T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:45Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f934fa6aa373
    namespace: kserve-ci-e2e-test
    resourceVersion: "21480"
    uid: 5276adf6-ae85-4344-bac9-ff4f8cc50443
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:35:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-05T17:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:42Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f9489a4a2c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: 7a04c399-50cc-4671-a823-94d9a8aec9fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:35:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-05T17:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:42Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f9489a4aa978
    namespace: kserve-ci-e2e-test
    resourceVersion: "21457"
    uid: a8234a21-c837-41b7-872a-6627052f65a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 26c32742-280f-4bec-a639-0c2f33766777
  kind: Event
  lastTimestamp: "2026-08-05T17:35:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-05T17:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-05T17:35:45Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4.18c8f9493c6837b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21479"
    uid: c0abec64-dd8b-41de-9020-f42eaad01b91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: 12b5e2d3-6cad-4e73-9cbc-dd286f532ca9
  kind: Event
  lastTimestamp: "2026-08-05T17:34:12Z"
  message: 'Created pod: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49-dn7b4'
  metadata:
    creationTimestamp: "2026-08-05T17:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:34:12Z"
    name: raw-sklearn-runtime-992fe-predictor-6d7b9fcc49.18c8f9339eed3d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: 7c5b7742-d844-4012-8dbf-a759561625f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-992fe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20586"
    uid: 9ace42d6-eb9b-4d4e-ad89-c3351deeb719
  kind: Event
  lastTimestamp: "2026-08-05T17:34:12Z"
  message: Scaled up replica set raw-sklearn-runtime-992fe-predictor-6d7b9fcc49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-05T17:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:34:12Z"
    name: raw-sklearn-runtime-992fe-predictor.18c8f9339a4f1a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: b9fc3800-b065-4340-ab5a-690282deb543
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-992fe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 674fac38-5252-43d9-abbe-32d4f01bbfe4
  kind: Event
  lastTimestamp: "2026-08-05T17:34:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:34:27Z"
    name: raw-sklearn-runtime-992fe-predictor.18c8f93718f88aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20751"
    uid: 44166290-0e01-4b6f-ad70-bb3df1895eb0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-992fe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 674fac38-5252-43d9-abbe-32d4f01bbfe4
  kind: Event
  lastTimestamp: "2026-08-05T17:34:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-05T17:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:34:27Z"
    name: raw-sklearn-runtime-992fe-predictor.18c8f937196942a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20753"
    uid: 837e75ba-298d-439f-9b30-91d3f79f4734
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-992fe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: 674fac38-5252-43d9-abbe-32d4f01bbfe4
  kind: Event
  lastTimestamp: "2026-08-05T17:35:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:35:42Z"
    name: raw-sklearn-runtime-992fe-predictor.18c8f93a98881fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21438"
    uid: f2e41419-0ec8-4f21-94fe-209338ac8225
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-992fe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: 674fac38-5252-43d9-abbe-32d4f01bbfe4
  kind: Event
  lastTimestamp: "2026-08-05T17:35:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-05T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-05T17:35:42Z"
    name: raw-sklearn-runtime-992fe-predictor.18c8f93a9914c675
    namespace: kserve-ci-e2e-test
    resourceVersion: "21439"
    uid: b4b5a97f-baad-4a35-bab9-f0d1706794fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-992fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 7067d085-52d2-4dd7-9bbd-aef1dc59e40c
  kind: Event
  lastTimestamp: "2026-08-05T17:35:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-05T17:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:35:35Z"
    name: raw-sklearn-runtime-992fe.18c8f9339a51f2e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: 10c0c52f-9c78-4bb8-9177-11919efadc4c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-992fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 7067d085-52d2-4dd7-9bbd-aef1dc59e40c
  kind: Event
  lastTimestamp: "2026-08-05T17:34:12Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-992fe":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-992fe":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:34:12Z"
    name: raw-sklearn-runtime-992fe.18c8f9339ae171fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: 90f8b56b-dd6c-4a65-b62d-b68645af2e6f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:34:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-992fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 7067d085-52d2-4dd7-9bbd-aef1dc59e40c
  kind: Event
  lastTimestamp: "2026-08-05T17:34:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-992fe": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-05T17:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:34:12Z"
    name: raw-sklearn-runtime-992fe.18c8f933a03fa86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: 7c67aa20-24d6-4ade-9af8-3d6cb87ab2b6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-05T17:35:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-992fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: 7067d085-52d2-4dd7-9bbd-aef1dc59e40c
  kind: Event
  lastTimestamp: "2026-08-05T17:35:35Z"
  message: InferenceService [raw-sklearn-runtime-992fe] is Ready
  metadata:
    creationTimestamp: "2026-08-05T17:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-05T17:35:35Z"
    name: raw-sklearn-runtime-992fe.18c8f946ee44691b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: b9b3fcb8-af32-4d07-812a-8e013814fad0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24746"