---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:17:53.188909Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20520"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5f845bd94d-4vtvn
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63ba2ffd0143c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20526"
    uid: 0b1830be-a49a-4aea-9c38-39f17e217731
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63ba3219572e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: a3d5ca41-6916-4146-926b-fcf0c7890f2c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63ba323190a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20553"
    uid: 392b6442-dac7-4a5f-8391-b51c9adb6e38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63ba3257d41e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: 88786869-4de3-4ce1-bf76-601abf611fc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63ba32617f0f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 577fc452-1ffb-441b-9b84-cebda7f6de46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:17:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:58Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63ba437b01a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 08bc3699-c4ec-469a-8a11-0f7acba3e4ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:17:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:58Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63ba43b024cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 1e729572-7afd-4c2f-a925-61fa9cadb443
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:17:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:58Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63ba43b736734
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: 0dd893d2-49c3-47e7-88fe-f79413ddf791
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:17:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:58Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63ba43b7cdabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20629"
    uid: 4452fedb-f3e8-43c1-9a0a-30f5ee50e1cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:17:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:58Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63ba43e4cee35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 31322ec8-a002-4a13-9658-7e903ae86eab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:17:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:58Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63ba43eb9d301
    namespace: kserve-ci-e2e-test
    resourceVersion: "20632"
    uid: 46dacd52-7b9c-4f08-8f86-0a18a480de80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:19:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:25Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63ba4af83b057
    namespace: kserve-ci-e2e-test
    resourceVersion: "21370"
    uid: e78045e4-a1da-4d68-bfa4-7c53b8dcad9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:19:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:23Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63bb7f22efca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 419452e8-5f67-4a4c-846a-236a851fbc76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:19:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:23Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63bb7f22f92ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: b08ab17d-e518-48c7-9006-6f36eb63bb57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: f123cc3a-f638-4be8-a686-69c4dacd8715
  kind: Event
  lastTimestamp: "2026-09-17T22:19:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:26Z"
    name: isvc-canary-create-predictor-5f845bd94d-4vtvn.18d63bb8b5ba87f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21375"
    uid: 294c55d4-2e7c-4059-be3d-f14debea85e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:17:53.140854Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20510"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5f845bd94d-j7gbv
    to ip-10-0-137-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63ba2fcf2cbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20516"
    uid: 03b553a5-8511-45a4-9f67-822fe18b4ee1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20518"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63ba31f28c18f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: 50189b61-8812-4714-a394-b83736c03e71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63ba320a8eef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20548"
    uid: 4207413c-91d0-4eee-8e61-11564c8c4cd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63ba324083bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: 645c6cda-3830-40ae-9aa6-c296b2ff0c82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63ba32488214b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: 1e408250-963b-4720-811e-4cb196077e65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:17:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:58Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63ba42d90493e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20612"
    uid: 07ce7498-abd3-4d05-bc16-5309a98ea6c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:17:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:58Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63ba431306447
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 9be5e2b8-903b-4184-935f-fd82890e931f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:17:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:58Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63ba431bb74c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: 9c56a57e-aa7b-4998-9b76-50b598d7e490
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:17:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:58Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63ba431c7019a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 11e12910-8667-48f6-b882-ed69980b1b80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:17:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:58Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63ba435528b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: 668b8bd4-d355-4f73-bb0f-f633f2f9dc00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:17:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:58Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63ba435edc3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: c23d06bf-6e4c-46c2-a195-afdc4fce2f01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:19:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:05Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63ba469a38535
    namespace: kserve-ci-e2e-test
    resourceVersion: "21156"
    uid: 1522faa9-f216-4b85-9f70-e13f2c346a78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:19:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:14Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63bb5fca1f404
    namespace: kserve-ci-e2e-test
    resourceVersion: "21240"
    uid: e4187c21-b673-493d-8b35-a07109b4c9ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:19:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:14Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63bb5fca3079e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21241"
    uid: 6e0d1fc4-b5fb-4dcf-a28f-212db44a40ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 1bdaa498-b6fb-4912-a4f7-24ffa6e382c1
  kind: Event
  lastTimestamp: "2026-09-17T22:19:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:15Z"
    name: isvc-canary-create-predictor-5f845bd94d-j7gbv.18d63bb61bf5b8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21255"
    uid: c84eda6b-ce93-4351-9347-def68c0f028b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f845bd94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: e2528329-c6a1-475a-abfd-09a2240e2e8a
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: 'Created pod: isvc-canary-create-predictor-5f845bd94d-j7gbv'
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-predictor-5f845bd94d.18d63ba2fc8a3541
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: bd83e041-a837-4849-9fca-34827e823e75
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f845bd94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: e2528329-c6a1-475a-abfd-09a2240e2e8a
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: 'Created pod: isvc-canary-create-predictor-5f845bd94d-4vtvn'
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-predictor-5f845bd94d.18d63ba2ff560344
    namespace: kserve-ci-e2e-test
    resourceVersion: "20522"
    uid: e7dabf42-0ed2-4d1c-876a-2a3159075d16
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f845bd94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21232"
    uid: e2528329-c6a1-475a-abfd-09a2240e2e8a
  kind: Event
  lastTimestamp: "2026-09-17T22:19:14Z"
  message: 'Deleted pod: isvc-canary-create-predictor-5f845bd94d-j7gbv'
  metadata:
    creationTimestamp: "2026-09-17T22:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:14Z"
    name: isvc-canary-create-predictor-5f845bd94d.18d63bb5fc749d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21235"
    uid: 3ba5368b-241a-4764-98e5-b845d1c58ec8
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20492"
    uid: c32623fb-91ff-457d-ad59-6cb6854b0879
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: Scaled up replica set isvc-canary-create-predictor-5f845bd94d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-predictor.18d63ba2f96b7813
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: a4cd01dc-841d-42b9-ae57-6b9dc427c8ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: c32623fb-91ff-457d-ad59-6cb6854b0879
  kind: Event
  lastTimestamp: "2026-09-17T22:19:14Z"
  message: Scaled down replica set isvc-canary-create-predictor-5f845bd94d from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:14Z"
    name: isvc-canary-create-predictor.18d63bb5fc16e03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21233"
    uid: 3322c666-6923-4ada-b25e-dc988110fc47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:17:53.108166Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    to ip-10-0-130-119.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63ba2fb00021e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20506"
    uid: 04a00d29-738a-494e-b5bc-1538868a5ebb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20511"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63ba31d75917b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20543"
    uid: 2a643499-b2d3-436f-b618-9b5104e759b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63ba31ebf44a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20545"
    uid: 25777a3d-b2a9-4676-be8e-7e116e7b27bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63ba32181022c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20549"
    uid: cbffc095-7185-4834-82c2-86e5a429892e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63ba321f40210
    namespace: kserve-ci-e2e-test
    resourceVersion: "20551"
    uid: 52d7ded7-314f-4d21-869d-3bc869e37137
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:17:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:57Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63ba406dfd484
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: 1b060005-7742-4783-909b-c22d90d94c14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:17:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:57Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63ba40ad3272b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: c4802750-a429-46a1-b183-d73d1b04410a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:17:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:57Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63ba40b4aae2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20603"
    uid: 9ae2a570-1d0c-4b65-bc2e-062616586a5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:17:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:57Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63ba40b5527b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20604"
    uid: 9485d4ba-fcea-42f7-94f2-41f03032d1f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:17:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:57Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63ba40e3e2ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: 12a01eef-a5ee-4a65-a2a6-f0e9b422a6da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:17:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:57Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63ba40eb1af5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20606"
    uid: 500d6a35-5a96-4bde-9f9f-e3540502cee6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:19:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:24Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63ba4430e0b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 8ac079a7-2f47-4fd9-a51a-6e78dc760408
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:19:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:23Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63bb7f1d81489
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: fd3cdc5d-793e-4335-8633-14e3e625811c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:19:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:23Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63bb7f1d89725
    namespace: kserve-ci-e2e-test
    resourceVersion: "21345"
    uid: a24f86c2-e7e1-49a1-abcc-4454e23c55a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 8ce0e5f6-8a94-4365-ba06-f1e7e0cbe85d
  kind: Event
  lastTimestamp: "2026-09-17T22:19:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:24Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz.18d63bb84943fbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21359"
    uid: 400f44f7-11b6-450b-aca5-68f768a2a6f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-79d6f5c6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: 9f8c76b5-841d-42bb-aed1-ef36dcd51320
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-79d6f5c6d9-sj6gz'
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9.18d63ba2fa6a3137
    namespace: kserve-ci-e2e-test
    resourceVersion: "20502"
    uid: 9ae52b06-82c1-48d3-b901-c235b8832c2b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: b739f3b1-cbb0-4bc1-90dc-ecd5ea86f278
  kind: Event
  lastTimestamp: "2026-09-17T22:17:53Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-79d6f5c6d9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:53Z"
    name: isvc-canary-create-v2-predictor.18d63ba2f4903af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20486"
    uid: 2b0cf2bc-e793-4d6f-8fea-cd29fa26788a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20477"
    uid: dc58a7f6-786c-439a-84a5-220a27751772
  kind: Event
  lastTimestamp: "2026-09-17T22:19:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:19:15Z"
    name: isvc-canary-create.18d63ba2f7ceb4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21265"
    uid: a1a2cf32-11b5-4520-941e-907f3ae29e52
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20477"
    uid: dc58a7f6-786c-439a-84a5-220a27751772
  kind: Event
  lastTimestamp: "2026-09-17T22:19:14Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:19:14Z"
    name: isvc-canary-create.18d63ba2f8629f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: 203710cd-9f34-483f-8598-1c2d16724c46
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20477"
    uid: dc58a7f6-786c-439a-84a5-220a27751772
  kind: Event
  lastTimestamp: "2026-09-17T22:19:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:19:14Z"
    name: isvc-canary-create.18d63ba2f862f873
    namespace: kserve-ci-e2e-test
    resourceVersion: "21250"
    uid: bfb93c06-822c-43fb-ad61-23ab6b73faa8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21266"
    uid: dc58a7f6-786c-439a-84a5-220a27751772
  kind: Event
  lastTimestamp: "2026-09-17T22:19:15Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:19:15Z"
    name: isvc-canary-create.18d63bb63c9c3bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: 280c9a9a-c2d6-4a66-a5e5-59c673622f26
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:19:28.415020Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21438"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-567686cc76-j5q95
    to ip-10-0-130-119.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:19:28Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bb92bbb28c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21442"
    uid: 6abe46d2-7d46-4d00-9ff3-30565c07396a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21446"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:19:28Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:19:28Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bb94dcba1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: 6ce2d043-b8b3-4bc9-ae77-6f606f8e541d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:19:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:29Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bb94f28b225
    namespace: kserve-ci-e2e-test
    resourceVersion: "21470"
    uid: 6878a600-e497-49ea-82a8-78798169cc45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:19:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:29Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bb9523f7364
    namespace: kserve-ci-e2e-test
    resourceVersion: "21472"
    uid: 9aaf9e2e-b94f-4768-a214-f557922b6029
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:19:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:29Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bb952b665d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21474"
    uid: 242800b5-8ed7-489a-9324-8071eff5a44b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bba3faa04b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21522"
    uid: dccf1c83-fabc-4a66-a593-e154c8c71fd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bba42e5cdec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21525"
    uid: a83d9ad5-d905-4c85-bfc7-752dbc2acd56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bba43603a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 343778cf-9e57-4ebb-803f-cc870f1235f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bba436c4e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21527"
    uid: 5bc40313-70c4-4d5a-a048-ad352ecc29c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bba4657c5a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21530"
    uid: 345f5bb4-bfdf-4f5a-9613-925421389a85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bba46cd7ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21531"
    uid: 6955c400-e171-496a-8b74-fe0958266245
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:21:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:01Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bbab787c47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22260"
    uid: 5a425d54-96b8-4f57-a266-f4bf24fe913b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:20:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:58Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bce21be3086
    namespace: kserve-ci-e2e-test
    resourceVersion: "22216"
    uid: a71a2f0b-1976-4909-96b2-4b27d27f6e2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:20:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:58Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bce21bebaa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22217"
    uid: 93568f5f-1ca4-4eda-8ebd-80792b49235c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-j5q95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 85ccf83b-5c9a-4619-81e8-9edf7604330b
  kind: Event
  lastTimestamp: "2026-09-17T22:21:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:01Z"
    name: isvc-canary-promote-predictor-567686cc76-j5q95.18d63bcebdd282c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 4c314ea8-f9fa-48af-ab9b-141be9f53a4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:19:28.367852Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-567686cc76-sss9k
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:19:28Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bb928eb7174
    namespace: kserve-ci-e2e-test
    resourceVersion: "21433"
    uid: 600248f6-3af9-4f97-b9fb-f45d89fa97f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21437"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:19:28Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:19:28Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bb94b00e839
    namespace: kserve-ci-e2e-test
    resourceVersion: "21464"
    uid: 6495e6ca-2060-4766-912a-50e2022efff8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:19:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:28Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bb94c66a2aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21466"
    uid: d5ec7297-e62a-404a-a8fe-86d4e8727b20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:19:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:29Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bb94f202e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: 517c4cd0-aa60-4603-8337-13a6a58bfc58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:19:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:29Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bb94f8f6240
    namespace: kserve-ci-e2e-test
    resourceVersion: "21471"
    uid: 21bd7079-3523-4f52-9678-277b7cb7feb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bba6dd4f8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21544"
    uid: be32cb11-9bd1-49ae-b903-0fe27b3d44fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bba70c4c384
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 30a3bddf-8648-4cf9-9784-7d715831349b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bba715223b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21548"
    uid: b7439bab-9ada-4d4b-86da-5c0401721e74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bba715d8d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21549"
    uid: 08c1c33c-e1da-4379-9371-9bc832f1ca47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bba745c7182
    namespace: kserve-ci-e2e-test
    resourceVersion: "21551"
    uid: 6abfe42a-f47d-452d-b28b-132ee0cf48aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bba74ce3578
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 70fd84ef-2f4f-4a3e-b9b8-c1956d2faed4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:20:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:41Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bbae5b9e76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22047"
    uid: e6a6a6f5-ed62-487e-9f9b-7e1ea9475eeb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:20:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:53Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bcd000e7b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: e98c0c33-4945-4342-9b29-16d826681946
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:20:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:53Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bcd000fa2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22163"
    uid: e7430e4f-0c64-44a0-9512-9d37ee979a49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-sss9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: e5b194d9-b982-4802-8165-3f4a31e05525
  kind: Event
  lastTimestamp: "2026-09-17T22:20:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:56Z"
    name: isvc-canary-promote-predictor-567686cc76-sss9k.18d63bcdc1d9a41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22191"
    uid: befa10bc-f194-4a57-b95d-fea424c19469
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-567686cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: 11a3a5fd-bde7-49c3-9d23-c07d2c5ad5ba
  kind: Event
  lastTimestamp: "2026-09-17T22:19:28Z"
  message: 'Created pod: isvc-canary-promote-predictor-567686cc76-sss9k'
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:28Z"
    name: isvc-canary-promote-predictor-567686cc76.18d63bb9285deea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21430"
    uid: e35598ae-3b8e-43a8-ad38-8c39276414dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-567686cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: 11a3a5fd-bde7-49c3-9d23-c07d2c5ad5ba
  kind: Event
  lastTimestamp: "2026-09-17T22:19:28Z"
  message: 'Created pod: isvc-canary-promote-predictor-567686cc76-j5q95'
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:28Z"
    name: isvc-canary-promote-predictor-567686cc76.18d63bb92b2fbef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21439"
    uid: 37a0bb84-9f1b-4c3e-bc73-c5de7ed22d4e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-567686cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: 11a3a5fd-bde7-49c3-9d23-c07d2c5ad5ba
  kind: Event
  lastTimestamp: "2026-09-17T22:20:53Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-567686cc76-sss9k'
  metadata:
    creationTimestamp: "2026-09-17T22:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:20:53Z"
    name: isvc-canary-promote-predictor-567686cc76.18d63bccffe7cba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 41cb20f9-88be-416f-937a-d760ccd07097
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 3a0363ff-687e-490c-801b-9ccb302e8b03
  kind: Event
  lastTimestamp: "2026-09-17T22:19:28Z"
  message: Scaled up replica set isvc-canary-promote-predictor-567686cc76 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:28Z"
    name: isvc-canary-promote-predictor.18d63bb924ce64e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 409889b1-8e10-4494-ac35-8c153f754231
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: 3a0363ff-687e-490c-801b-9ccb302e8b03
  kind: Event
  lastTimestamp: "2026-09-17T22:20:53Z"
  message: Scaled down replica set isvc-canary-promote-predictor-567686cc76 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:20:53Z"
    name: isvc-canary-promote-predictor.18d63bccff5e4fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22155"
    uid: ad01614c-ec24-4b1b-9e3a-1139f8f10e9d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:19:28.346838Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21421"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    to ip-10-0-137-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:19:28Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63bb927aac86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21425"
    uid: 122ba948-e3e3-4e6b-9056-5cde57223950
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:19:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:28Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63bb92fd70ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: 215e6a76-103b-4863-b80f-7871242d93a0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:19:29Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:19:29Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63bb96db69296
    namespace: kserve-ci-e2e-test
    resourceVersion: "21478"
    uid: 399bdd63-1ee0-4c41-b26f-51967c0447d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:19:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:29Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63bb96f1e952b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d5a93bc5-972a-4dc7-ac5f-46c7639c2623
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:19:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:29Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63bb972734709
    namespace: kserve-ci-e2e-test
    resourceVersion: "21482"
    uid: cf3c3d82-8ba8-460d-990e-75e0f411eb41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:19:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:29Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63bb973196fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21483"
    uid: 224ca2c4-60e6-4e07-b2a8-628d146babc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63bba62ecfe2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: 5260d530-3d28-411e-9cd8-9c0856af1741
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63bba661ade2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21538"
    uid: fa4457f6-cbd0-4062-827e-af68acbff087
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63bba669cca43
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: 6003ea13-92fb-477d-bbd1-79ffa0dabb85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63bba66aa2894
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: 0165f822-b089-4e95-ac6e-9a4641efc3a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63bba69abc152
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: 070f2450-799b-40ec-90d1-b389908edbca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:19:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:33Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63bba6a2e6e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21543"
    uid: 6b936fe4-fe0e-48af-9cf6-6111d79ddb0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:22:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:33Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63bbadac53a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22951"
    uid: 7be48744-5012-4458-8adf-901588a49be7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:22:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:28Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63be3244aad92
    namespace: kserve-ci-e2e-test
    resourceVersion: "22907"
    uid: 27f3b9a5-8304-46b9-a56e-cd36c5a39b06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:22:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:28Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63be3244b9bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22909"
    uid: 1b493656-216c-497b-8d7f-46e0b89d3cb8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 67318066-8565-4597-8ac9-a62ef1fb744c
  kind: Event
  lastTimestamp: "2026-09-17T22:22:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5.18d63be3d55cfe16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22935"
    uid: 67ff995d-ebe8-40fd-93fb-3b01ba8b2b9f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:20:58.504928Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:20:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:20:58Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63bce25821539
    namespace: kserve-ci-e2e-test
    resourceVersion: "22225"
    uid: 191b7400-c823-4a3e-b2ff-8683953d81d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22229"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:20:59Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:20:59Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63bce485f4f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: 59a5af62-85ea-43d1-902d-51ce408955e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:20:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:59Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63bce49db6ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22238"
    uid: 6d8ce7aa-b848-4c09-84b6-198314ec60f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:20:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:59Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63bce4c8b953d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22240"
    uid: 89cd4ee8-de1a-4f9f-b77f-04cc9f87dac8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:20:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:59Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63bce4d0c3222
    namespace: kserve-ci-e2e-test
    resourceVersion: "22241"
    uid: d8f2c074-f92f-4a9d-97f6-4d9c9fbad782
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:21:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:03Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63bcf3c9e533d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22278"
    uid: bdbdd3b7-e35b-49eb-8653-b6a0051220f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:21:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:03Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63bcf3f861824
    namespace: kserve-ci-e2e-test
    resourceVersion: "22280"
    uid: 568ccf25-369f-4379-9d0c-0d486045cb27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:21:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:03Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63bcf3ff4af4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22282"
    uid: 2ec4ecdc-c4f8-42b6-9cbf-4ae57201ebcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:21:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:03Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63bcf3ffeb0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22283"
    uid: 7ccab344-6dd5-4c02-a2c5-cb754ae40142
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:21:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:03Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63bcf42be9b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 2460fb69-3dca-4e19-9059-16a6c88b0338
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:21:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:03Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63bcf4332e50c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22286"
    uid: 44b4cb09-bf26-4e27-9ea4-febd50d3939d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:22:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63bcfb4751984
    namespace: kserve-ci-e2e-test
    resourceVersion: "22930"
    uid: 846a0a9b-25a3-4f05-bd27-27a170ef7541
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:22:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:28Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63be324158032
    namespace: kserve-ci-e2e-test
    resourceVersion: "22906"
    uid: b8acc56e-e6b7-4c64-8af0-3b2ff508b434
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:22:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:28Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63be32415fdea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: 36307a1b-c906-4318-aea5-76cc6c035236
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 314ad144-d635-4bdf-839a-c2c660305399
  kind: Event
  lastTimestamp: "2026-09-17T22:22:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl.18d63be3baab7655
    namespace: kserve-ci-e2e-test
    resourceVersion: "22929"
    uid: 5fe9396d-07f5-49e2-be50-e6ffc73d79e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6ccf956dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: c0638de0-edd1-47b7-9284-37e722fe37e7
  kind: Event
  lastTimestamp: "2026-09-17T22:19:28Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6ccf956dbc-5glt5'
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:28Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc.18d63bb927183f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21422"
    uid: 56189668-0555-4e0a-a5ea-7e6bce717928
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6ccf956dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: c0638de0-edd1-47b7-9284-37e722fe37e7
  kind: Event
  lastTimestamp: "2026-09-17T22:20:58Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6ccf956dbc-d4zjl'
  metadata:
    creationTimestamp: "2026-09-17T22:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:20:58Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc.18d63bce2518db57
    namespace: kserve-ci-e2e-test
    resourceVersion: "22221"
    uid: b0e08ca5-8a3c-473e-a951-0f619990afe6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21403"
    uid: 5c427794-02bf-4dfe-8693-e6116c8d6758
  kind: Event
  lastTimestamp: "2026-09-17T22:19:28Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6ccf956dbc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:28Z"
    name: isvc-canary-promote-v2-predictor.18d63bb9228e9808
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: d3049fbb-6965-436e-856a-5c97d1a80b36
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: 5c427794-02bf-4dfe-8693-e6116c8d6758
  kind: Event
  lastTimestamp: "2026-09-17T22:20:58Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6ccf956dbc from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T22:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:20:58Z"
    name: isvc-canary-promote-v2-predictor.18d63bce20abfac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22212"
    uid: 0cd9b946-4a99-4713-bab6-9e8d0d349ae0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21395"
    uid: 8d7319d2-1e61-4e77-838e-cf1b77b59c87
  kind: Event
  lastTimestamp: "2026-09-17T22:20:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:20:53Z"
    name: isvc-canary-promote.18d63bb9248fdb93
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 9d7cbb77-7a67-45fb-b998-f6631598dd21
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21395"
    uid: 8d7319d2-1e61-4e77-838e-cf1b77b59c87
  kind: Event
  lastTimestamp: "2026-09-17T22:20:53Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:20:53Z"
    name: isvc-canary-promote.18d63bb92503ce5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: d6f783e2-eeb1-4196-8344-022479e15bdc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21395"
    uid: 8d7319d2-1e61-4e77-838e-cf1b77b59c87
  kind: Event
  lastTimestamp: "2026-09-17T22:20:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:20:53Z"
    name: isvc-canary-promote.18d63bb925041a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 9dba7c3b-5e32-408a-80d2-6c4008b171b8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22132"
    uid: 8d7319d2-1e61-4e77-838e-cf1b77b59c87
  kind: Event
  lastTimestamp: "2026-09-17T22:22:21Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:22:21Z"
    name: isvc-canary-promote.18d63bcc9dc72133
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: e384f403-ede1-445c-9309-5c9cdc22bf3b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:07:26.861652Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14138"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76cbc5464-bxt5z
    to ip-10-0-137-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:07:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:07:26Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b112bcc82ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14142"
    uid: aa81c1a8-08de-45ca-a7d2-36fd7d20a645
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:27Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b11387d940c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14184"
    uid: 77b278a5-0db4-432b-b0da-8eb0154a7e34
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14148"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:28Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:07:28Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b117165665d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14209"
    uid: c6349bf0-ca92-452b-894e-06ea61f3693c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:28Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
  metadata:
    creationTimestamp: "2026-09-17T22:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:28Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b1172de55c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14211"
    uid: 1d4f62a5-4bec-49eb-8409-c415a5efb9ec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    in 3.312s (3.312s including waiting). Image size: 306750382 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:31Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b12384f7b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14247"
    uid: f9eb2821-c626-406e-ac22-37b3d81991a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:31Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b123b5d23e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14248"
    uid: 6b18efbd-8bdc-4a1c-a65e-c879beb386d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:31Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b123be427cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14249"
    uid: 4e96dfab-323c-4ddb-89d7-bc25450787b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:35Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-17T22:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:35Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b13351acddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14300"
    uid: 66ce121d-d827-46b0-bea7-b8928a67697b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 13.347s (13.347s including waiting). Image size: 1580890516 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:48Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b1650b18f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "14417"
    uid: 0aea4000-05e0-4960-9401-081778198d5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:49Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b165451cbe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14418"
    uid: 70ca003a-8b8f-4ea4-aee0-ea5269847fa0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:49Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b1654c9b7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14419"
    uid: 580c51d2-f926-49ab-aae6-2f997ee6d687
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:49Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T22:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:49Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b1654d888c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14420"
    uid: 70bb7ff3-f377-4b52-b6af-992818dd694a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.033s (3.033s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:52Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b1709aec3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14457"
    uid: 0b2c745f-4ceb-4ee8-bdef-9d01166d1f73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:52Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b17103686ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14460"
    uid: 8bd34275-3a07-4f0d-9816-3368997bb1fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:07:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:52Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b1711806ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 0bc60d8e-d104-41a0-b068-11afe1ff1070
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:10:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:49Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b176bf2f46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16074"
    uid: 6b636dbc-623f-425a-b2f3-5b67006d9437
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:10:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:46Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b3fb85159c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 17929cc8-72e4-411c-bd6e-803e4f300733
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:10:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:46Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b3fb85231f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: cdfba22c-ae6c-4706-b490-0c75fb9ed170
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: ad961151-5352-429d-a3c3-f5dd8f6106a1
  kind: Event
  lastTimestamp: "2026-09-17T22:10:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:49Z"
    name: isvc-canary-rollback-predictor-76cbc5464-bxt5z.18d63b406686958b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 503fc6e2-b171-401f-8815-dbf625ec1003
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:07:26.933773Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14151"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76cbc5464-gdmmc
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:07:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:07:26Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b11301913a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14159"
    uid: 30171682-b0a8-4603-b347-f15d6734611d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:07:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:27Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b11373f4bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: 64fb2d25-0ac2-42c3-b815-ee1023c89bc5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14167"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:07:28Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:07:28Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b1175bfdc7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14212"
    uid: 567a09a7-e28a-448e-aba7-e2bbc6dd36a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:07:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:28Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b117740a7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14214"
    uid: 95a00e13-0977-4c18-8b00-c4ddd780d55f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:07:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:28Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b1179dc3295
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: 42793a3a-90cd-48be-a92c-27087920a000
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:07:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:28Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b117a5f4dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14216"
    uid: dcd2b42b-9b11-42b0-8291-08b5105de78f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:07:32Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-17T22:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:32Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b129410377d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14275"
    uid: 2004f38e-cb93-4b2d-b671-9a38fe9953bb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:07:47Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 14.723s (14.723s including waiting). Image size: 1580890516 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:47Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b1601ade9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14402"
    uid: 6102248c-908d-43c9-a256-353563acef2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:07:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:47Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b1604e16d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "14406"
    uid: 46ccd6d2-0e46-4028-b023-41960e03dffb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:07:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:47Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b1605522b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 009ef560-7235-4c3d-9c1f-d97fe7a1c8c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:07:47Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T22:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:47Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b16055d9a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14408"
    uid: 0428952f-5d7c-4528-84c0-da428a4ba66d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:07:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.4s (2.4s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:50Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b1694746b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 2d180c58-3c91-4066-a606-eaa128d43db2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:07:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:50Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b16994a485e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14435"
    uid: e299979c-9886-4b29-8ab0-b442259d7a01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:07:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:50Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b1699c23e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "14437"
    uid: 44b0836c-086d-4391-9e1d-98d32e3e1efb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:08:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:58Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b170750bb1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14970"
    uid: 90f1f78f-23aa-43b1-be81-036480227f49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:09:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:07Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b288501eebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: 5abc1050-2335-4e38-80af-1c8062b501a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:09:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:07Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b28850840a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15064"
    uid: 40a3c5da-ddff-43c7-ab14-e621ceed0812
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: c9acfdff-0a7b-4c55-98dd-0dbbc4b5fe06
  kind: Event
  lastTimestamp: "2026-09-17T22:09:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:08Z"
    name: isvc-canary-rollback-predictor-76cbc5464-gdmmc.18d63b28b9807940
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: 88dd26bd-a052-427a-96d0-d4b996620f46
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:09:16.706876Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15178"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76cbc5464-tr8ds
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:09:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:09:16Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b2abf15a947
    namespace: kserve-ci-e2e-test
    resourceVersion: "15182"
    uid: 5611c8d5-f25a-46e9-83fc-1cff750ed37e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:09:17Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:09:17Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b2ae0e69721
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: 7c7f62d3-6c4f-44bd-9812-9a41b32de167
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:09:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:17Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b2ae24e2aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15196"
    uid: 3840348d-4a5c-4fc3-b8f9-6b5aa89d3d41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:09:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:17Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b2ae5071d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: ead67f5e-9f7d-4d4a-8dcf-eced4277d583
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:09:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:17Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b2ae56a1a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15198"
    uid: 32724fb0-c544-4ae5-b82b-ff583ee26a2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b2bd5e0d097
    namespace: kserve-ci-e2e-test
    resourceVersion: "15231"
    uid: 20abe919-e06f-455e-a50d-6a6625ff13f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b2bd882425a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: 6813545b-336e-42e0-bea9-721a238a8724
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b2bd8dd24bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 12162d20-6e5d-4cb7-a13c-ad2ef0614020
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b2bd8e64e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: 60ac823f-a469-4827-a184-c70f05efebef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b2bdb98c419
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 05256d5e-d50d-4501-b9ad-8842d824ef22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b2bdbf8b557
    namespace: kserve-ci-e2e-test
    resourceVersion: "15241"
    uid: 27519ffd-21e9-4fe0-8600-2533f8cde34c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:10:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:48Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b2c120c561b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: 4937664b-7b3a-455b-b683-f8af3140839e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:10:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:46Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b3fb87d12bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16047"
    uid: f5985226-aff8-430b-bf96-265399a7a488
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:10:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:46Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b3fb87da462
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 16087c16-a623-43fb-81a0-c9b9236b542d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 281c7c9f-904a-4b34-adfb-03c3eb543302
  kind: Event
  lastTimestamp: "2026-09-17T22:10:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:48Z"
    name: isvc-canary-rollback-predictor-76cbc5464-tr8ds.18d63b4018334bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: c076c4a4-a096-4208-ae5d-001bce525e21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "14130"
    uid: 0455b497-4235-475d-b48a-c190581812d8
  kind: Event
  lastTimestamp: "2026-09-17T22:07:26Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76cbc5464-bxt5z'
  metadata:
    creationTimestamp: "2026-09-17T22:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:07:26Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d63b112b245b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "14140"
    uid: 811464d4-a328-4a41-baed-5a050975317c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "14130"
    uid: 0455b497-4235-475d-b48a-c190581812d8
  kind: Event
  lastTimestamp: "2026-09-17T22:07:26Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76cbc5464-gdmmc'
  metadata:
    creationTimestamp: "2026-09-17T22:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:07:26Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d63b112f8a40e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14157"
    uid: a677410e-24ec-4926-bf17-d47bf696b3b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "15054"
    uid: 0455b497-4235-475d-b48a-c190581812d8
  kind: Event
  lastTimestamp: "2026-09-17T22:09:07Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-76cbc5464-gdmmc'
  metadata:
    creationTimestamp: "2026-09-17T22:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:07Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d63b2884b1922b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: b5721506-03af-4121-a53e-b958c7eab762
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 0455b497-4235-475d-b48a-c190581812d8
  kind: Event
  lastTimestamp: "2026-09-17T22:09:16Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76cbc5464-tr8ds'
  metadata:
    creationTimestamp: "2026-09-17T22:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:16Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d63b2abea7a8d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15179"
    uid: 469b4d95-6fa8-45ab-8aee-1b73196acf8a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14128"
    uid: 2fae5ccd-243b-44fb-bbec-2d230024bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:07:26Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-76cbc5464 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T22:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:07:26Z"
    name: isvc-canary-rollback-predictor.18d63b112778c767
    namespace: kserve-ci-e2e-test
    resourceVersion: "14132"
    uid: a3b2f614-fc64-4127-b197-0e9e934daa52
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15050"
    uid: 2fae5ccd-243b-44fb-bbec-2d230024bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:09:07Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-76cbc5464 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:07Z"
    name: isvc-canary-rollback-predictor.18d63b288445ffb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15055"
    uid: 6e0b16b5-1926-4be7-b8bf-f12ea14e1840
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15158"
    uid: 2fae5ccd-243b-44fb-bbec-2d230024bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:09:16Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-76cbc5464 from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-17T22:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:16Z"
    name: isvc-canary-rollback-predictor.18d63b2aba355cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15168"
    uid: 53d3890c-4c80-4842-ad3c-884bac403b5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:07:26.746455Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14114"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-78968789f7-psslt
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:07:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:07:26Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b1124eecdf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14118"
    uid: a1f831a9-6952-4a56-abc5-3f41e37101d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14129"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:07:27Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:07:27Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b11469b66df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14195"
    uid: 0f86c2c9-dc88-4ffe-bf48-2eb330ebb75f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:07:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:27Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b11482046cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14197"
    uid: 72c46433-a35f-498b-b99c-0c28205b5e6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:07:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:27Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b114abc91ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14198"
    uid: acf71100-e286-4f89-a408-1df209d60354
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:07:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:27Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b114b20bcf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14199"
    uid: e44ca3ae-6f35-4bff-a896-c6a00ce458b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:07:31Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-17T22:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:31Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b1257e79285
    namespace: kserve-ci-e2e-test
    resourceVersion: "14264"
    uid: bd85d4c9-3cfc-4591-aa9b-d3226a5ce839
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:07:47Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 15.711s (15.711s including waiting). Image size: 1580890516 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:47Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b16006832ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14401"
    uid: 6d717f89-aa16-46c7-9da4-8c949a298546
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:07:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:47Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b16040f996d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14403"
    uid: e881151a-1c75-42a0-b2e8-884f1bcceb1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:07:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:47Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b1604c1f5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: ff2c9325-d7c3-4173-a764-e90e7b34ac2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:07:47Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T22:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:47Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b1604ce1eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14405"
    uid: c21c5642-cc0b-4607-ac8a-edf48bb870f0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:07:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.434s (2.434s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:50Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b1695ea6690
    namespace: kserve-ci-e2e-test
    resourceVersion: "14434"
    uid: 99f8bfbe-b634-4517-aa1f-06ce09d325d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:07:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:50Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b16996c5a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14436"
    uid: 3f59d203-a46a-4a83-8219-fcf5ce0f2833
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:07:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:50Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b1699e0eb04
    namespace: kserve-ci-e2e-test
    resourceVersion: "14438"
    uid: f48e9992-b69a-492a-86cb-b44b827d79d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:09:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:17Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b16cb57d0ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15192"
    uid: 6db4c6d3-f184-4dcd-be29-8ea739f3e3ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:09:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:16Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b2abb578822
    namespace: kserve-ci-e2e-test
    resourceVersion: "15173"
    uid: bbb63756-5457-496b-9f91-f564e020910f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:09:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:16Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b2abb583db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15174"
    uid: 92f6b2cc-615f-4590-bcab-e771ca9bbb0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: f96aac6a-bdb1-4f0e-b6b4-36c68f4e9546
  kind: Event
  lastTimestamp: "2026-09-17T22:09:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:17Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-psslt.18d63b2ad1b2602e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15191"
    uid: fa194e94-fba1-4a3a-b4d9-2e91087700e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-78968789f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: 3795bc5c-4a9e-46cf-9d13-291203e7695a
  kind: Event
  lastTimestamp: "2026-09-17T22:07:26Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-78968789f7-psslt'
  metadata:
    creationTimestamp: "2026-09-17T22:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:07:26Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7.18d63b112475a600
    namespace: kserve-ci-e2e-test
    resourceVersion: "14116"
    uid: b119b1f3-737f-45a3-80fd-a333398ab072
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14108"
    uid: 695c40d0-d177-468a-a6fe-b97fd627b3a7
  kind: Event
  lastTimestamp: "2026-09-17T22:07:26Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-78968789f7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:07:26Z"
    name: isvc-canary-rollback-v2-predictor.18d63b111ee8d34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14110"
    uid: b6ad188b-80cd-402e-bda7-451c2c5e95e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14096"
    uid: d89ad9a1-01b3-4db2-9bd0-392521408595
  kind: Event
  lastTimestamp: "2026-09-17T22:09:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:09:16Z"
    name: isvc-canary-rollback.18d63b112719d770
    namespace: kserve-ci-e2e-test
    resourceVersion: "15177"
    uid: 3b9eb6c6-9d24-4866-9eeb-4b8c9d60e0f0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14096"
    uid: d89ad9a1-01b3-4db2-9bd0-392521408595
  kind: Event
  lastTimestamp: "2026-09-17T22:09:07Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:09:07Z"
    name: isvc-canary-rollback.18d63b11279e1e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15074"
    uid: 3618f926-13ee-4054-b53a-ff156883999f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14096"
    uid: d89ad9a1-01b3-4db2-9bd0-392521408595
  kind: Event
  lastTimestamp: "2026-09-17T22:09:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:09:07Z"
    name: isvc-canary-rollback.18d63b11279e6812
    namespace: kserve-ci-e2e-test
    resourceVersion: "15075"
    uid: 1765f8a8-9877-435d-b3a0-ce5583888f37
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15071"
    uid: d89ad9a1-01b3-4db2-9bd0-392521408595
  kind: Event
  lastTimestamp: "2026-09-17T22:10:38Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:10:38Z"
    name: isvc-canary-rollback.18d63b28881e232d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15972"
    uid: 71835587-4f41-4b0d-a51e-c5a3c2e5dd71
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:10:52.058074Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-646f5bdbcb-4pghx
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:10:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:10:52Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b40f2756d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16147"
    uid: 78172bbf-eda8-4187-8f19-b45a96f92649
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:10:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:52Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b41007bb34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 9ca8efd2-b341-4413-bd4b-30f2c73db4e3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:10:53Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:10:53Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b4137ee5233
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: a76d1252-a857-4eda-82de-4a4a7ab85ece
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:10:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:53Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b413954cf56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: cd4f8a44-3640-4df9-bbfa-28b982cab530
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:10:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:53Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b413bd254ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 2fb930fa-8a8a-43a8-b3b8-577e3c2407e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:10:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:53Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b413c54dad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: ceb909e2-b3e2-4452-a470-55826e4c375f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b4246ad8b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: c6b134cd-fcd6-4980-8cbb-1faf6bc1c57c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b4249af29c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16269"
    uid: 36c94ea1-3fcc-42dd-b623-bd60f6337497
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b424a0ccf18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16270"
    uid: e9e54b36-81cf-49b1-9c44-44bf7e6e1a02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b424a16991d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: 894032ee-3710-4c39-917b-ac103826325f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b424ced5169
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: d12b1619-78c2-4e4d-8d5e-ed6c01e7f2e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b424d4f4109
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 076ce7a2-72b5-4fab-8a67-9932be384384
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:12:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:26Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b4282e06566
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: 8ac24c5d-0c95-4f2c-aee8-786df2aa23aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:12:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:23Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b56313671ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: 68958af1-f028-4305-b178-b49d152ab24d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:12:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:23Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b563136f062
    namespace: kserve-ci-e2e-test
    resourceVersion: "17194"
    uid: adb1509d-fd9b-4c30-9382-5947ec1735b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 37f4c7e8-4d10-482a-bd59-2e8e09fde07c
  kind: Event
  lastTimestamp: "2026-09-17T22:12:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:24Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-4pghx.18d63b5688dbe0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: b6e49b3f-1588-45e1-8cf1-b82dfb27dd92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:10:52.187584Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    to ip-10-0-137-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:10:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:10:52Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b40fa2da5b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: 1a8b8082-0c8f-4fcb-a3c2-344b244d1449
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:10:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:52Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b410745e964
    namespace: kserve-ci-e2e-test
    resourceVersion: "16173"
    uid: 696c25bd-2df7-4726-bb0e-12bc9d154d09
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:10:53Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:10:53Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b413fe2aa2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 20b1e2af-1c27-41c1-9bb9-6153bf82df6a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:10:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:53Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b41416355c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16199"
    uid: aafe44bd-f033-4ffb-bdc6-8678c364ce9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:10:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:53Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b4144907588
    namespace: kserve-ci-e2e-test
    resourceVersion: "16200"
    uid: 05fce07f-a866-44cd-bd98-46c06dad9928
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:10:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:53Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b4145037a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16201"
    uid: 0f74037e-04f3-4e17-b2d2-4f42f4c5439f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b4235a29955
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: c5179d70-0803-4348-9dd1-08b94d7d8fe0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b42395e622c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: f8b17e37-bbc3-4301-922d-2bba5b208093
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b4239d8d43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16255"
    uid: de6b0782-c691-4d1b-b73b-80ea782d169f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b4239e5f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: 208e1e2e-3dab-45bb-a758-3c3f02b18b4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b423d559cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16257"
    uid: 232dd9d7-30a5-47f8-aa8f-6d900ba5b95a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b423dd9abb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16259"
    uid: cff510f0-89b5-4375-a26c-3b8f3afabaab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:12:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:05Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b42ad986fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17035"
    uid: bb788a29-ab2e-41d4-9422-da8301d82332
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:12:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:27Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b571167939e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 6525d980-7dd7-4621-9af0-1b83b3c7b7de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:12:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:27Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b571168138a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: 1be25c34-829a-42e0-8c09-6f03cef81fd3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: b9243e38-c20b-4754-99a2-5b73d13420f5
  kind: Event
  lastTimestamp: "2026-09-17T22:12:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:30Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-dgzkq.18d63b57ddd088fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: d3283dd8-38dc-4b4a-911a-a2017586741a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-646f5bdbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: 91b44fc2-005a-4bf9-8e7b-128165025b44
  kind: Event
  lastTimestamp: "2026-09-17T22:10:52Z"
  message: 'Created pod: isvc-canary-stop-predictor-646f5bdbcb-4pghx'
  metadata:
    creationTimestamp: "2026-09-17T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:52Z"
    name: isvc-canary-stop-predictor-646f5bdbcb.18d63b40f16a9b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: 365a0f7a-8d0a-4593-9464-977e32375976
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-646f5bdbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: 91b44fc2-005a-4bf9-8e7b-128165025b44
  kind: Event
  lastTimestamp: "2026-09-17T22:10:52Z"
  message: 'Created pod: isvc-canary-stop-predictor-646f5bdbcb-dgzkq'
  metadata:
    creationTimestamp: "2026-09-17T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:52Z"
    name: isvc-canary-stop-predictor-646f5bdbcb.18d63b40f994c7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16156"
    uid: e9519568-2936-4b33-a2b0-f472405df898
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-646f5bdbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: 91b44fc2-005a-4bf9-8e7b-128165025b44
  kind: Event
  lastTimestamp: "2026-09-17T22:12:23Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-646f5bdbcb-4pghx'
  metadata:
    creationTimestamp: "2026-09-17T22:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:23Z"
    name: isvc-canary-stop-predictor-646f5bdbcb.18d63b563108f22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: 0baade37-4a24-4042-9154-c67ff447b0d7
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16127"
    uid: c000985c-1824-472d-b023-d83ad7f178ad
  kind: Event
  lastTimestamp: "2026-09-17T22:10:51Z"
  message: Scaled up replica set isvc-canary-stop-predictor-646f5bdbcb from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:51Z"
    name: isvc-canary-stop-predictor.18d63b40edbfeefe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16130"
    uid: 5c91da13-73d1-456d-9f80-9d494d8cb677
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: c000985c-1824-472d-b023-d83ad7f178ad
  kind: Event
  lastTimestamp: "2026-09-17T22:12:23Z"
  message: Scaled down replica set isvc-canary-stop-predictor-646f5bdbcb from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T22:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:23Z"
    name: isvc-canary-stop-predictor.18d63b5630a391cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17186"
    uid: dafb6fa6-36e5-4574-a628-477bf6f42674
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:10:52.036064Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16137"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    to ip-10-0-130-119.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:10:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:10:52Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b40f125a66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 23a2eaa5-52ef-42cc-94a7-3ae0c9f5d633
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:10:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:52Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b40fcb5dc40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: 110c38f2-60cd-4539-875a-1352328cf94e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:10:53Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:10:53Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b4136f1874d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 2851bd3f-f1bc-4092-970a-81c35cd68819
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:10:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:53Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b4138508228
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: e737c225-4d35-4d93-b594-4eae02b740ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:10:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:53Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b413b7e0248
    namespace: kserve-ci-e2e-test
    resourceVersion: "16192"
    uid: d22f660c-013e-4945-8ae2-9de52591123b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:10:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:53Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b413becc1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16194"
    uid: 4ab347d1-15c9-4d31-93a8-a58d2afb1cdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b423d834c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "16258"
    uid: aad14938-7574-4ce6-b484-e4c557877c41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b42405d5f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: 723f5280-b095-4ca8-adea-5ff82bb41ca6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b4240d6dc3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16262"
    uid: fe576d90-a1ea-4790-b3e8-26763203e2e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b4240e21b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: df2300d7-fe02-45d6-ad4f-0f408064dbb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b4243ba9216
    namespace: kserve-ci-e2e-test
    resourceVersion: "16265"
    uid: 7ad4a6e4-7066-42fe-bbdf-4c0257d48c87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:10:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:57Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b424430fb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: 11d0d7d1-eb3f-4b63-a290-1641145c2021
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:12:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:13Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b427996b8a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 3683fec3-69f2-474f-897c-7d164b13f642
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:12:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:27Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b570f2e714f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: ebe67472-9044-4767-9a99-980196efdc59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:12:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:27Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b570f2f1d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: 2094308c-55ab-47e0-b77f-3478a36287e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: dfbd29f0-b8b4-4b8b-90a0-f0d524291c5d
  kind: Event
  lastTimestamp: "2026-09-17T22:12:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:29Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h.18d63b57a9ee6e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: 3f618446-4c8f-46d6-a691-8350f0593f59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: f73b2e2b-d170-4c2e-a537-c881154f6c0d
  kind: Event
  lastTimestamp: "2026-09-17T22:10:52Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6cbcf9f68f-fhw5h'
  metadata:
    creationTimestamp: "2026-09-17T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:52Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f.18d63b40f0b6b7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16138"
    uid: 5275e20c-58bb-4ad1-9dca-17d84ce4d617
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cf67b963-6c81-40cd-bdff-d7697ed17c1f
  kind: Event
  lastTimestamp: "2026-09-17T22:10:51Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6cbcf9f68f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:51Z"
    name: isvc-canary-stop-v2-predictor.18d63b40eb8c58e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: f65604ff-465b-4d07-9e93-b16181cb4881
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: 358d1e65-c0bf-4a51-b305-3e04a48953a3
  kind: Event
  lastTimestamp: "2026-09-17T22:12:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:23Z"
    name: isvc-canary-stop.18d63b40ed6e09f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 74b29128-9fa8-4908-b330-be973d113bd6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: 358d1e65-c0bf-4a51-b305-3e04a48953a3
  kind: Event
  lastTimestamp: "2026-09-17T22:12:23Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:23Z"
    name: isvc-canary-stop.18d63b40ede1fa2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17199"
    uid: 2ce6f993-9e84-4f49-8cce-e0aa08e36ade
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: 358d1e65-c0bf-4a51-b305-3e04a48953a3
  kind: Event
  lastTimestamp: "2026-09-17T22:12:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:23Z"
    name: isvc-canary-stop.18d63b40ede240df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: 53c32834-257a-4cbf-86ae-ed354888c499
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 358d1e65-c0bf-4a51-b305-3e04a48953a3
  kind: Event
  lastTimestamp: "2026-09-17T22:12:16Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:16Z"
    name: isvc-canary-stop.18d63b54adae0327
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: c001d4ca-4540-452a-8490-4f4f182bbcd1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:14:55.736953Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: 50b28d65-76c2-4bdb-9647-59f7ee395089
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:14:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:14:55Z"
    name: isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p.18d63b79aeda1fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18833"
    uid: d48297be-6dd6-49d4-8231-7822f80956dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 50b28d65-76c2-4bdb-9647-59f7ee395089
  kind: Event
  lastTimestamp: "2026-09-17T22:14:56Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:14:56Z"
    name: isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p.18d63b79d0c586ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18851"
    uid: 7da56e3e-77fa-4886-a015-03593c43ceb2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 50b28d65-76c2-4bdb-9647-59f7ee395089
  kind: Event
  lastTimestamp: "2026-09-17T22:15:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:02Z"
    name: isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p.18d63b79d21fcfc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19001"
    uid: 8fbdb9a4-c715-4d15-a1a7-599e07789019
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 50b28d65-76c2-4bdb-9647-59f7ee395089
  kind: Event
  lastTimestamp: "2026-09-17T22:15:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:02Z"
    name: isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p.18d63b79d4deb58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19003"
    uid: 737864b1-2ad8-4f93-bf0d-0ed958390895
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 50b28d65-76c2-4bdb-9647-59f7ee395089
  kind: Event
  lastTimestamp: "2026-09-17T22:15:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:02Z"
    name: isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p.18d63b79d54b928e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19004"
    uid: 98d367d8-6320-4e4a-861f-67f196c7c1e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 50b28d65-76c2-4bdb-9647-59f7ee395089
  kind: Event
  lastTimestamp: "2026-09-17T22:15:05Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:05Z"
    name: isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p.18d63b7c02ffd865
    namespace: kserve-ci-e2e-test
    resourceVersion: "19060"
    uid: 21e6ab6f-396f-4d42-bf7d-05d58848cc99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-254f1c-predictor-5496fbb84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18819"
    uid: 8e636b22-1469-4020-88ce-3b717d4101ca
  kind: Event
  lastTimestamp: "2026-09-17T22:14:55Z"
  message: 'Created pod: isvc-init-fail-254f1c-predictor-5496fbb84c-8c48p'
  metadata:
    creationTimestamp: "2026-09-17T22:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:55Z"
    name: isvc-init-fail-254f1c-predictor-5496fbb84c.18d63b79ae67cee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: ce91e966-c4c7-4ae5-91e1-a105a58736a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-254f1c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: c6ac1376-007c-4712-85e4-db1c21567132
  kind: Event
  lastTimestamp: "2026-09-17T22:14:55Z"
  message: Scaled up replica set isvc-init-fail-254f1c-predictor-5496fbb84c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:55Z"
    name: isvc-init-fail-254f1c-predictor.18d63b79abbd075d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18821"
    uid: 8a61ef82-aac5-4c3a-8faa-126565721a50
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-254f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: 005b42c1-f4ef-43f0-8d5d-2f9381b07dec
  kind: Event
  lastTimestamp: "2026-09-17T22:15:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:15:02Z"
    name: isvc-init-fail-254f1c.18d63b79abbe0dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19007"
    uid: 554a32df-2583-43f6-a5c0-07f9a04e89ed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-254f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: 005b42c1-f4ef-43f0-8d5d-2f9381b07dec
  kind: Event
  lastTimestamp: "2026-09-17T22:14:55Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-254f1c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-254f1c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:14:55Z"
    name: isvc-init-fail-254f1c.18d63b79ac57a871
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: 32f1553d-0f98-43fb-ae81-b6a58b334f0b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-254f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: 005b42c1-f4ef-43f0-8d5d-2f9381b07dec
  kind: Event
  lastTimestamp: "2026-09-17T22:14:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-254f1c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:14:55Z"
    name: isvc-init-fail-254f1c.18d63b79ac580b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "18825"
    uid: 230a5bad-9312-463b-b64a-15e3bb249652
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:13:22.524281Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    to ip-10-0-130-119.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:13:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:13:22Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b63faf1a324
    namespace: kserve-ci-e2e-test
    resourceVersion: "17952"
    uid: 52912090-3d9f-4067-9048-ff144a366f6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17957"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:13:23Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:13:23Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b641d4cc3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17966"
    uid: 06c7cdd0-d0e1-4a4f-b943-074592722810
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:13:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:23Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b641ed6a3db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17968"
    uid: c57c89de-9b54-4cb9-881c-c61540fdc549
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:13:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:23Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b642264cc0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: e7c43221-19e4-44cf-ac2c-f9e9bfc08f77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:13:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:23Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b6422d88020
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: 5d6ee325-4781-4e9a-b665-90b6b31b31b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:13:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:27Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b651a47cb1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: dac04b62-4f7b-48ad-90a9-25a2b913afcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:13:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:27Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b651d92532e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18010"
    uid: 3fb7ecbb-5cd1-4d55-a47b-f183b2cf3aae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:13:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:27Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b651e0ed860
    namespace: kserve-ci-e2e-test
    resourceVersion: "18012"
    uid: 6f6f7e7a-eb3f-4cad-b177-dc7a07f9b4af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:13:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:27Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b651e1a5f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18013"
    uid: 303912cc-de2c-448f-80fe-9262f12259a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:13:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:27Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b652274d2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18016"
    uid: ddf63af7-3f8d-4e12-b69d-3c2a7efe7ead
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:13:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:27Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b6522eca43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18017"
    uid: ad1aab9e-a710-4c4d-bb20-cc4de38f5269
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:13:27Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:27Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b6522f795a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18018"
    uid: b44e59a0-05f8-4d69-8815-63e17f3c64b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:13:27Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T22:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:27Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b6526f634e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18019"
    uid: 82b7f127-d64e-4bf8-a015-0aee1dd1bdad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:13:27Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T22:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:27Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b65276c2327
    namespace: kserve-ci-e2e-test
    resourceVersion: "18020"
    uid: a55fd62a-1882-47fd-880d-10a0554c4851
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:15:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:09Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b6556699761
    namespace: kserve-ci-e2e-test
    resourceVersion: "19088"
    uid: 7f41df6b-2d32-4758-b85a-aac3422577f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:14:59Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T22:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:59Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b655674f82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: d2b83809-32ea-4a0e-ba20-41e1d678caa9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:14:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:57Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b7a2022f1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18896"
    uid: c546a741-5a58-4838-9f4f-4905533cfe34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:14:57Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T22:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:57Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b7a20232bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18899"
    uid: b8141e73-b76b-4a5f-b4f8-a04dd558ce57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:14:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:57Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b7a20236fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: 02b74a59-b757-4d60-9dbf-3ea3e663d339
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d050fef3-5a15-4ba7-80d1-769397e25b9d
  kind: Event
  lastTimestamp: "2026-09-17T22:15:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:04Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9.18d63b7a86aebd4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19028"
    uid: 09f390a0-5ce9-4a82-8fd4-d214d1ed0269
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17937"
    uid: a6a723b2-0db0-4bc0-885d-c9c7679f0523
  kind: Event
  lastTimestamp: "2026-09-17T22:13:22Z"
  message: 'Created pod: isvc-logger-raw-a3db6-predictor-65555b4bc6-rgcj9'
  metadata:
    creationTimestamp: "2026-09-17T22:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:22Z"
    name: isvc-logger-raw-a3db6-predictor-65555b4bc6.18d63b63f9df45d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17949"
    uid: 85d91ee1-7bf4-4689-b9ef-9cd1cab087f5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-a3db6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 067b3c56-8ac3-4681-8110-5fa4f2c119ab
  kind: Event
  lastTimestamp: "2026-09-17T22:13:22Z"
  message: Scaled up replica set isvc-logger-raw-a3db6-predictor-65555b4bc6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:22Z"
    name: isvc-logger-raw-a3db6-predictor.18d63b63f420d584
    namespace: kserve-ci-e2e-test
    resourceVersion: "17939"
    uid: d992ef85-8b96-4587-8ef7-ef34b46e5415
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-a3db6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: 0d7da9fc-62f5-4ad5-9147-a6ba7ed2f4fd
  kind: Event
  lastTimestamp: "2026-09-17T22:14:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:07Z"
    name: isvc-logger-raw-a3db6-predictor.18d63b67727daa4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: fb45bb8c-7285-41e7-b081-1bcdb0a4c86d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-a3db6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: 0d7da9fc-62f5-4ad5-9147-a6ba7ed2f4fd
  kind: Event
  lastTimestamp: "2026-09-17T22:14:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:07Z"
    name: isvc-logger-raw-a3db6-predictor.18d63b6772df9269
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: b429cd82-1bd2-4494-9e41-1e21f05a599b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-a3db6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18106"
    uid: 0d7da9fc-62f5-4ad5-9147-a6ba7ed2f4fd
  kind: Event
  lastTimestamp: "2026-09-17T22:14:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:52Z"
    name: isvc-logger-raw-a3db6-predictor.18d63b71eefb7a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18779"
    uid: 7f733ffb-dc93-435d-8af5-5ecd01c135ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-a3db6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18106"
    uid: 0d7da9fc-62f5-4ad5-9147-a6ba7ed2f4fd
  kind: Event
  lastTimestamp: "2026-09-17T22:14:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:52Z"
    name: isvc-logger-raw-a3db6-predictor.18d63b71ef66d6e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 68063e99-3bcc-4803-94e9-c244599ca7b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-a3db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 3903ce09-7d19-4ca3-8756-518714514867
  kind: Event
  lastTimestamp: "2026-09-17T22:14:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:14:49Z"
    name: isvc-logger-raw-a3db6.18d63b63f421fd2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18720"
    uid: 122b9766-7dfb-4768-acf5-48a500d2d78a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-a3db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 3903ce09-7d19-4ca3-8756-518714514867
  kind: Event
  lastTimestamp: "2026-09-17T22:13:22Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-a3db6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-a3db6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:13:22Z"
    name: isvc-logger-raw-a3db6.18d63b63f4a6bba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17943"
    uid: 7edb6c4e-3231-453c-957c-1601792ab908
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-a3db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18718"
    uid: 3903ce09-7d19-4ca3-8756-518714514867
  kind: Event
  lastTimestamp: "2026-09-17T22:14:49Z"
  message: InferenceService [isvc-logger-raw-a3db6] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:14:49Z"
    name: isvc-logger-raw-a3db6.18d63b782d45cdd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: 51847c5b-ba2c-4834-ac2c-a9b3b7ad5b0b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:22:52.786221Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23168"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    to ip-10-0-130-119.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:22:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:22:52Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63be8c1344964
    namespace: kserve-ci-e2e-test
    resourceVersion: "23174"
    uid: 971513b3-7bbc-4015-ab19-c031a62d68ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23178"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:22:53Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:22:53Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63be8e3644a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: d417d2a3-92d3-41e1-87dd-e1ad271dd916
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:22:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:53Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63be8e4d4f542
    namespace: kserve-ci-e2e-test
    resourceVersion: "23190"
    uid: ed24b17d-d0b8-43c2-a129-287e44fc1685
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:22:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:53Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63be8e76cb501
    namespace: kserve-ci-e2e-test
    resourceVersion: "23191"
    uid: 1e660228-268d-46c6-a9c6-953ec81b4577
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:22:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:53Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63be8e7db450d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23192"
    uid: e517bdc4-9879-4cf0-ba7e-5569a2808361
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:22:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:57Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63be9f5f9139c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: d4a5bee2-210b-4ced-98a6-02ab63ac2910
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:22:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:58Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63be9f8f93d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: 0f72cf54-578d-47b3-a24f-ad81c611a73d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:22:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:58Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63be9f97242ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23238"
    uid: 1685e715-a502-42f9-820f-ececc334ed03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:22:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:58Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63be9f97e129c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23240"
    uid: 6b938146-cdd2-4109-939b-f31021abc7ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:22:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:58Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63be9fcb60a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23242"
    uid: a6a2a65c-14ca-45f8-bbed-077aa6481b87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:22:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:58Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63be9fd2953a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 35d00c20-a0bb-4304-8019-8631d00a841f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:22:58Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:58Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63be9fd34760d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23244"
    uid: 0d229acf-691d-4c8d-bb32-4729328f50f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:22:58Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T22:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:58Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63bea0121bab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23246"
    uid: 321d146f-48a9-4640-a8ef-33fef2201234
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:22:58Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T22:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:58Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63bea01993093
    namespace: kserve-ci-e2e-test
    resourceVersion: "23247"
    uid: b77896f7-d728-463f-b594-f23b7654ede2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:24:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:35Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63bea320a128d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24036"
    uid: 84bc482d-7f04-4f85-8d3f-eadf0db7ceb4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:24:35Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T22:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:35Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63bea6de2577f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24037"
    uid: 64504ef8-b2cd-46d3-a6ed-b19ae4e06510
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:24:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:28Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63bfeeeb0157d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: 2adc20a7-5444-40e7-a7d0-907cd0bc954f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:24:28Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T22:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:28Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63bfeeeb03ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 226afb60-0eab-45d3-bd36-95cd73dcba2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:24:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:28Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63bfeeeb0fd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: d0a277ca-db92-4898-82ea-631fc790403b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 3138b353-4c31-4585-82c5-d476bd07f04e
  kind: Event
  lastTimestamp: "2026-09-17T22:24:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:45Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl.18d63bff9e2b3723
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 8505f5b1-d95e-4564-9443-5caeee1d02b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23159"
    uid: fbc70432-4e32-4c1b-b9eb-e60e20f84008
  kind: Event
  lastTimestamp: "2026-09-17T22:22:52Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-7c9c6744b4-2tgjl'
  metadata:
    creationTimestamp: "2026-09-17T22:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:22:52Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4.18d63be8c0a1a5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 6ea517a9-2a4c-4aca-83f9-8afde2a6affe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23157"
    uid: aa71bb7b-7384-4bb0-bfd2-69445e7166f7
  kind: Event
  lastTimestamp: "2026-09-17T22:22:52Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-7c9c6744b4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:22:52Z"
    name: isvc-logger-raw-cipn-predictor.18d63be8bd5eed69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: 8d7abbfc-bb6e-4f9f-adde-ed30d2f31b78
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23158"
    uid: eaebac45-c27a-4c92-98e2-249c7c5a3881
  kind: Event
  lastTimestamp: "2026-09-17T22:23:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:23:22Z"
    name: isvc-logger-raw-cipn-predictor.18d63bec3bd977fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0285bd27-0459-4b36-9461-8df5a8f63187
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23158"
    uid: eaebac45-c27a-4c92-98e2-249c7c5a3881
  kind: Event
  lastTimestamp: "2026-09-17T22:23:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:23:22Z"
    name: isvc-logger-raw-cipn-predictor.18d63bec3c39f606
    namespace: kserve-ci-e2e-test
    resourceVersion: "23433"
    uid: 383df099-dfe0-4c6a-877a-605e69a31fb9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23320"
    uid: eaebac45-c27a-4c92-98e2-249c7c5a3881
  kind: Event
  lastTimestamp: "2026-09-17T22:24:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:22Z"
    name: isvc-logger-raw-cipn-predictor.18d63bf339e96180
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: a2c420d5-393b-46c8-83a4-9ba13f06f4b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23320"
    uid: eaebac45-c27a-4c92-98e2-249c7c5a3881
  kind: Event
  lastTimestamp: "2026-09-17T22:24:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:22Z"
    name: isvc-logger-raw-cipn-predictor.18d63bf33a4baf07
    namespace: kserve-ci-e2e-test
    resourceVersion: "23866"
    uid: 85540499-0205-4316-8c35-750afda6d5df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23150"
    uid: dd67eb55-afb1-4264-bbc5-87db0f2a437a
  kind: Event
  lastTimestamp: "2026-09-17T22:24:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:24:16Z"
    name: isvc-logger-raw-cipn.18d63be8bd8c717f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23819"
    uid: a6e41f5b-0279-47d8-bbeb-24b27aa480bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23150"
    uid: dd67eb55-afb1-4264-bbc5-87db0f2a437a
  kind: Event
  lastTimestamp: "2026-09-17T22:22:52Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:22:52Z"
    name: isvc-logger-raw-cipn.18d63be8bdefa8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23165"
    uid: 961b7691-5b05-4cc5-82d6-d5bbd7887a14
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23817"
    uid: dd67eb55-afb1-4264-bbc5-87db0f2a437a
  kind: Event
  lastTimestamp: "2026-09-17T22:24:16Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:24:16Z"
    name: isvc-logger-raw-cipn.18d63bfc26a55442
    namespace: kserve-ci-e2e-test
    resourceVersion: "23818"
    uid: 4dec1df4-57d1-479d-8b32-aa38b478929a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:12:37.305661Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    to ip-10-0-137-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:12:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:12:37Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b5973b436ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: 9af8f556-aa7d-4d43-9450-3c8430e62b77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:12:37Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:12:37Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b5996091dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: e52e188e-6466-4083-95b2-d9a84bb42bae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:12:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:37Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b59977e10c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 7d966a3d-2432-4c65-8b9c-d2371b716a07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:12:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:37Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b599ab90d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: 3db41c25-cab2-439a-af36-6ddc97d1a136
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:12:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:37Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b599b4b3c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: 12d978eb-d57e-4ca4-9df3-48474138e781
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:12:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:42Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b5ac334ec02
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: be64550d-4b97-41c8-a14c-041088e58b70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:12:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:42Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b5ac65d62f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 578a0f95-f4d9-497a-8112-2b1ada814379
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:12:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:42Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b5ac6dc2cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: cc9a4825-73af-47fa-b41e-a199cd4f0aa9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:12:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:43Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b5ac6e74535
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: d0bb618f-a731-4edb-9433-a0d912db1199
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:12:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:43Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b5ac9c98cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: c924f871-bf76-4308-a438-707cbd588ff6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:12:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:43Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b5aca4de8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: db71db03-9b99-4bcd-b146-f11c72c56338
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:13:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:57Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b5aff68b787
    namespace: kserve-ci-e2e-test
    resourceVersion: "18258"
    uid: 395c994b-1761-4ef6-82dd-c32e99f283cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:14:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:50Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b787b47869f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: 3c95ece3-e4ad-4a21-8a7e-9d83f1d0c06c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:14:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:50Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b787b48229a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: 7ba201b3-0967-4f2b-a984-53ae4d512b86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 64cf994a-4f11-4205-b9b3-5757d6cae3ec
  kind: Event
  lastTimestamp: "2026-09-17T22:14:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:54Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj.18d63b797fd11f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18798"
    uid: b4980993-4dde-4b90-9a3b-7e741476bb73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-ba0165-predictor-5b8b769dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: ed1ad6b3-828b-4337-81c9-6e1ad9108157
  kind: Event
  lastTimestamp: "2026-09-17T22:12:37Z"
  message: 'Created pod: isvc-primary-ba0165-predictor-5b8b769dfb-wfbmj'
  metadata:
    creationTimestamp: "2026-09-17T22:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:37Z"
    name: isvc-primary-ba0165-predictor-5b8b769dfb.18d63b59734e45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17388"
    uid: a51c6c72-0bd5-43e2-9669-034bc7c54dd8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-ba0165-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: 8ce87353-e130-4918-8d94-b2e6219d28b9
  kind: Event
  lastTimestamp: "2026-09-17T22:12:37Z"
  message: Scaled up replica set isvc-primary-ba0165-predictor-5b8b769dfb from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T22:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:37Z"
    name: isvc-primary-ba0165-predictor.18d63b5970655c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 5a542673-0fb4-4726-a0a0-ad72efa0e41b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ba0165-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: 5fdf4a22-fac8-4628-bda8-1337ef5eb837
  kind: Event
  lastTimestamp: "2026-09-17T22:13:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:22Z"
    name: isvc-primary-ba0165-predictor.18d63b5cef2fbaf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: 9a9b18db-586a-4878-84ec-784e7d7e3bbe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ba0165-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: 5fdf4a22-fac8-4628-bda8-1337ef5eb837
  kind: Event
  lastTimestamp: "2026-09-17T22:13:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:22Z"
    name: isvc-primary-ba0165-predictor.18d63b5cef8d8af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17921"
    uid: 1fd9f174-f40a-464c-b0db-b6630f05bdf0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ba0165-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: 5fdf4a22-fac8-4628-bda8-1337ef5eb837
  kind: Event
  lastTimestamp: "2026-09-17T22:14:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:37Z"
    name: isvc-primary-ba0165-predictor.18d63b676b7936ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18606"
    uid: 72e16e67-8b4d-47e7-84af-8daabcd928cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ba0165-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: 5fdf4a22-fac8-4628-bda8-1337ef5eb837
  kind: Event
  lastTimestamp: "2026-09-17T22:14:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:37Z"
    name: isvc-primary-ba0165-predictor.18d63b676bdbc97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18607"
    uid: b2d804f5-e8e0-4b61-b18f-3e83e4e3818f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ba0165
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: cf22767a-0551-4700-8b90-1876e07ff97d
  kind: Event
  lastTimestamp: "2026-09-17T22:14:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:14:07Z"
    name: isvc-primary-ba0165.18d63b59706dad42
    namespace: kserve-ci-e2e-test
    resourceVersion: "18340"
    uid: 4ef147b3-d147-4955-a3cd-0ce71e0a1444
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ba0165
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: cf22767a-0551-4700-8b90-1876e07ff97d
  kind: Event
  lastTimestamp: "2026-09-17T22:12:37Z"
  message: 'Failed to update status for InferenceService "isvc-primary-ba0165": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-ba0165":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:37Z"
    name: isvc-primary-ba0165.18d63b5970ddbcfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: dbbd38ec-6f19-4399-9147-8e541c12e70b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ba0165
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: cf22767a-0551-4700-8b90-1876e07ff97d
  kind: Event
  lastTimestamp: "2026-09-17T22:12:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-ba0165": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:37Z"
    name: isvc-primary-ba0165.18d63b5970ddfd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: 201b914c-342b-4a61-94c5-2c5bb43ff81e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ba0165
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: cf22767a-0551-4700-8b90-1876e07ff97d
  kind: Event
  lastTimestamp: "2026-09-17T22:14:07Z"
  message: InferenceService [isvc-primary-ba0165] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:14:07Z"
    name: isvc-primary-ba0165.18d63b6e760979c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18339"
    uid: 96f37199-caf9-4c2d-b4db-d74ca5717428
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:07:27.026308Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14168"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    to ip-10-0-130-119.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:07:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:07:27Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b11359d05e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14173"
    uid: cb32f378-ecb3-47b5-ac7f-e9d2a20584e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14183"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:27Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:07:27Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b1157ba6da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14201"
    uid: b096f77e-6cbe-4aa8-9c5b-e2c2eef15a55
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:27Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
  metadata:
    creationTimestamp: "2026-09-17T22:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:27Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b11595571a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14203"
    uid: cfdea7fa-acde-475b-8196-cd99a13e24f3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    in 3.061s (3.061s including waiting). Image size: 306750382 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:30Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b120fcbc20d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14239"
    uid: 3661265a-acf0-40ff-81d0-8ea031f62933
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:30Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b12131f8b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "14240"
    uid: 181511b5-7f07-4ca5-a989-3de81dedacd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:30Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b1213a7c9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: 10801325-1ff5-4fb6-8e6b-fe6f7a9ff3d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:34Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-17T22:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:34Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b12fd1d79a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14291"
    uid: 9a7d8ca3-c785-4658-a55c-bdddca8a93d2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:47Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 12.851s (12.851s including waiting). Image size: 1580890516 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:47Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b15fb233765
    namespace: kserve-ci-e2e-test
    resourceVersion: "14395"
    uid: 25180200-4298-4d7a-9021-7cef661ac25f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:47Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b15fe6b66dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14398"
    uid: c4d92327-8345-4eee-9b32-87767a283c72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:47Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b15feed039d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14399"
    uid: 831a13c4-5938-48bf-b6dc-5bb3b9e4ecca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:47Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T22:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:47Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b15fefc722c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: f312ac1a-112e-4b9a-ab7f-f3a6c59e6fd8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:49Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.163s (2.163s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:49Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b167ff89742
    namespace: kserve-ci-e2e-test
    resourceVersion: "14428"
    uid: 1002d398-55a6-4158-b71b-17bc72555ab7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:49Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b16837fa24c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 450a4a49-5bf2-41ca-aa27-388817204ea3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:49Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b168426a9ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14430"
    uid: c480f970-9957-4221-b7a5-5c3b1ede6d80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:49Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
  metadata:
    creationTimestamp: "2026-09-17T22:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:49Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b1684374fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14431"
    uid: a7a4811c-bf5d-41eb-8625-feb043b7fde2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
    in 2.218s (2.218s including waiting). Image size: 240302160 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:52Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b1708715f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14456"
    uid: c1b2c600-c0a6-4e38-b5d8-864fb8a61a0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:52Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T22:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:52Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b170b9f6974
    namespace: kserve-ci-e2e-test
    resourceVersion: "14458"
    uid: 6f3afb8c-8677-4829-9e38-b35d579961e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:07:52Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T22:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:07:52Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b170c158d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "14459"
    uid: 492d0c72-c51f-46ae-8acb-fa9031258d44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:09:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:30Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b17347d5afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15442"
    uid: 2d9b35e0-f45c-43ce-b896-a21ed1fb64bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:09:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T22:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:30Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b1770594db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15443"
    uid: 814ac85a-2ddb-4d24-b867-c5c6d1a3e620
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b2be86d08e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: 38db152f-ea51-4afd-9a69-6c8a2cc0c2f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b2be86eb351
    namespace: kserve-ci-e2e-test
    resourceVersion: "15265"
    uid: 00ff7138-2cd2-4370-85ce-f1cb4d5bff76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b2be87125eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15267"
    uid: a332c1f4-d58e-46b8-9447-dbf1b45216a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: 980303d1-9b9e-4d07-91eb-769ac8f69542
  kind: Event
  lastTimestamp: "2026-09-17T22:09:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:29Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l.18d63b2ca08be83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: bda7230a-2782-454a-ab59-d789102c66f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14150"
    uid: 327c5c68-d279-46d4-b6b6-36d432d3a269
  kind: Event
  lastTimestamp: "2026-09-17T22:07:27Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f-6ln5l'
  metadata:
    creationTimestamp: "2026-09-17T22:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:07:27Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f.18d63b1134bef9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "14171"
    uid: abbd1f25-3cf3-4d41-a2a8-ad399ccf743f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-d91b5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14149"
    uid: b3a0cd42-bb4d-46b5-a188-f7e7eaa8c977
  kind: Event
  lastTimestamp: "2026-09-17T22:07:26Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-d91b5-predictor-74bbffb4f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:07:26Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor.18d63b112f4fe6f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14153"
    uid: 6de43475-8b84-4f2b-bf5e-44d815b031eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d91b5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14152"
    uid: 091847b6-3364-4277-ba05-5af7f6c79c8d
  kind: Event
  lastTimestamp: "2026-09-17T22:08:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:08:11Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor.18d63b14af1234f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 6b4c6d72-4711-48d9-90a1-8709e543bd6b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d91b5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14152"
    uid: 091847b6-3364-4277-ba05-5af7f6c79c8d
  kind: Event
  lastTimestamp: "2026-09-17T22:08:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:08:11Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor.18d63b14af785e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14626"
    uid: a09733f0-aecc-4278-aed3-404c9a8770f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d91b5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14353"
    uid: 091847b6-3364-4277-ba05-5af7f6c79c8d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:12Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor.18d63b1f2cc5a94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: f60063b2-f2bd-42b0-a70b-c7baadb4ee17
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d91b5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14353"
    uid: 091847b6-3364-4277-ba05-5af7f6c79c8d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:12Z"
    name: isvc-raw-sklearn-batcher-d91b5-predictor.18d63b1f2d281109
    namespace: kserve-ci-e2e-test
    resourceVersion: "15125"
    uid: 804f3457-0aee-4330-a4a3-05c92685238a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d91b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14137"
    uid: 1fa78603-a88f-4018-93c1-43dc3746c040
  kind: Event
  lastTimestamp: "2026-09-17T22:09:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:09:10Z"
    name: isvc-raw-sklearn-batcher-d91b5.18d63b11302260a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: 3cdb1ae1-42a7-44be-814e-36798ef5e627
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d91b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15106"
    uid: 1fa78603-a88f-4018-93c1-43dc3746c040
  kind: Event
  lastTimestamp: "2026-09-17T22:09:10Z"
  message: InferenceService [isvc-raw-sklearn-batcher-d91b5] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:09:10Z"
    name: isvc-raw-sklearn-batcher-d91b5.18d63b293f2390c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15108"
    uid: 13dee151-251f-4213-8d73-21b626ab1172
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:14:32.548876Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: c4b9f0fa-9eb2-482d-82cb-d64df4453f07
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:14:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:14:32Z"
    name: isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w.18d63b7448bc130f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c08241c8-eccb-4b73-abc3-5b5359607fbb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: c4b9f0fa-9eb2-482d-82cb-d64df4453f07
  kind: Event
  lastTimestamp: "2026-09-17T22:14:33Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:14:33Z"
    name: isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w.18d63b746a8c3283
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: 9fa24342-5300-49f2-9501-69da2f4c51b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18549"
    uid: c4b9f0fa-9eb2-482d-82cb-d64df4453f07
  kind: Event
  lastTimestamp: "2026-09-17T22:14:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:38Z"
    name: isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w.18d63b746bf1b893
    namespace: kserve-ci-e2e-test
    resourceVersion: "18622"
    uid: 5d3726eb-c936-4d91-9776-6ef127bcb446
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18549"
    uid: c4b9f0fa-9eb2-482d-82cb-d64df4453f07
  kind: Event
  lastTimestamp: "2026-09-17T22:14:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:38Z"
    name: isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w.18d63b746f2d0dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18627"
    uid: a0b0c5df-b7f6-4596-9427-dca006fbea58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18549"
    uid: c4b9f0fa-9eb2-482d-82cb-d64df4453f07
  kind: Event
  lastTimestamp: "2026-09-17T22:14:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:38Z"
    name: isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w.18d63b746f9f006c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18628"
    uid: 9b38d9ea-b586-4a51-82b2-fe9c5a109373
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18549"
    uid: c4b9f0fa-9eb2-482d-82cb-d64df4453f07
  kind: Event
  lastTimestamp: "2026-09-17T22:14:44Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w_kserve-ci-e2e-test(c4b9f0fa-9eb2-482d-82cb-d64df4453f07)
  metadata:
    creationTimestamp: "2026-09-17T22:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:44Z"
    name: isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w.18d63b771c6e8cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: d4dfb53f-d4ff-4fbd-9c91-3ae3264dcec9
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-ba0165-predictor-c46cc96dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18538"
    uid: 89102da2-eecd-47cb-a4ac-cc77bc6ee1fd
  kind: Event
  lastTimestamp: "2026-09-17T22:14:32Z"
  message: 'Created pod: isvc-secondary-ba0165-predictor-c46cc96dc-2tg4w'
  metadata:
    creationTimestamp: "2026-09-17T22:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:32Z"
    name: isvc-secondary-ba0165-predictor-c46cc96dc.18d63b744751e752
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: ff71782b-e77c-47e0-a638-58b0db346d44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-ba0165-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18536"
    uid: 96e483a6-905b-4860-912f-147af1456491
  kind: Event
  lastTimestamp: "2026-09-17T22:14:32Z"
  message: Scaled up replica set isvc-secondary-ba0165-predictor-c46cc96dc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:32Z"
    name: isvc-secondary-ba0165-predictor.18d63b744233419c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: cb52eb52-38a9-4bed-91c1-a5b954504012
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-ba0165-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18537"
    uid: 8a8b36c8-34ca-4591-b744-2aad99d44bfa
  kind: Event
  lastTimestamp: "2026-09-17T22:14:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:47Z"
    name: isvc-secondary-ba0165-predictor.18d63b77c1029193
    namespace: kserve-ci-e2e-test
    resourceVersion: "18697"
    uid: f0bd4a1e-7743-4670-8761-b4b02055e61a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-ba0165-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18537"
    uid: 8a8b36c8-34ca-4591-b744-2aad99d44bfa
  kind: Event
  lastTimestamp: "2026-09-17T22:14:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:47Z"
    name: isvc-secondary-ba0165-predictor.18d63b77c1687180
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: 6218d303-95b3-48e3-95c6-017d917123fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ba0165
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: 878f587c-5333-4258-a18e-c1f6e8c431e2
  kind: Event
  lastTimestamp: "2026-09-17T22:14:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:14:44Z"
    name: isvc-secondary-ba0165.18d63b744247ed0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: 2a976d6a-3c68-49ae-a303-c4a542c2241e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ba0165
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: 878f587c-5333-4258-a18e-c1f6e8c431e2
  kind: Event
  lastTimestamp: "2026-09-17T22:14:32Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-ba0165":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-ba0165":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:14:32Z"
    name: isvc-secondary-ba0165.18d63b7442bcd35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: 519d1b5a-f6a6-404a-bf5a-ad80b7950e76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ba0165
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: 878f587c-5333-4258-a18e-c1f6e8c431e2
  kind: Event
  lastTimestamp: "2026-09-17T22:14:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-ba0165": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:14:32Z"
    name: isvc-secondary-ba0165.18d63b7442bd1fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18543"
    uid: 77c79fd0-0fe2-4a55-b7a3-d1a2cd2ffb7f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:09:21.816478Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15289"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    to ip-10-0-137-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b2befa3ff66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: bb401d08-33c4-4651-8e0b-b4d1a37e0ab2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:09:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-49e3c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:22Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b2bfc048e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: a954733f-df5e-46e1-9ba0-4e3d1d4ea8fd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15300"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:09:22Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:09:22Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b2c35be3ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: 9e123543-a250-4f17-a43d-43f3a2922f9e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:09:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:23Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b2c374f2b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15356"
    uid: 0e010220-c0d7-4a67-b2b0-d21ead4f9004
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:09:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:23Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b2c3c3d728c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15361"
    uid: 4e46f42b-9fa9-4228-a427-fac771fd346f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:09:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:23Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b2c3cab93e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: cc579145-f670-4c4f-b717-d9552fef3684
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:09:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:27Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b2d290cc8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15404"
    uid: 185926a9-22da-4bb6-9443-d65ea27dfd19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:09:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:27Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b2d2cf815c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 43bd74f7-b673-443d-9f02-afc5ec74f5e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:09:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:27Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b2d2d636ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 84549ddb-2b66-4e86-85f8-dcb2854434fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:09:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:27Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b2d2d6e922d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15411"
    uid: d7b16ea1-bdc8-4bc0-adf9-04736ace97d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:09:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:27Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b2d30514acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15414"
    uid: 2c97a411-ccd0-4130-a180-cec645a6630c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:09:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:27Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b2d30b84e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15415"
    uid: 74806426-f433-45e2-99cb-e0142f12508b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:10:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:45Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b2da120a406
    namespace: kserve-ci-e2e-test
    resourceVersion: "16019"
    uid: dda940ec-4f70-40ef-842b-eb8dde1dfb60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:11:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b459980ded7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16479"
    uid: 3be15663-e134-4e78-9f65-f83ccfc82ca3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:11:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b4599816377
    namespace: kserve-ci-e2e-test
    resourceVersion: "16482"
    uid: 824858b9-b20d-4e12-bf80-53ff78148d45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 6e727a2e-19a7-4ba6-ade7-785008b73897
  kind: Event
  lastTimestamp: "2026-09-17T22:11:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:15Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc.18d63b464f8c1870
    namespace: kserve-ci-e2e-test
    resourceVersion: "16606"
    uid: 1b396a43-80de-4d38-bedd-34a915cd704d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 78dc7853-51b0-4daf-a105-6a494f8329b2
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: 'Created pod: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85-dm4nc'
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85.18d63b2bef5010cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15291"
    uid: a667fce8-4a0e-418d-8fc4-db49d2ea66ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-49e3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15278"
    uid: 20784ce4-4b14-4762-bf65-77844ae64a30
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-49e3c-predictor-b6f4cf85 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor.18d63b2becaa0042
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: 9d6da054-d3f3-4dff-86e2-12974d66ac69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-49e3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: a062912d-9081-49dc-9920-6fe8569a99c3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:06Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor.18d63b2f6b1fdca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: a12877f1-8956-4566-a102-a50f9baa4b7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-49e3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: a062912d-9081-49dc-9920-6fe8569a99c3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:06Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor.18d63b2f6b818bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: 07fb3ee6-cbcd-4ab3-a035-9d293022b866
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-49e3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: a062912d-9081-49dc-9920-6fe8569a99c3
  kind: Event
  lastTimestamp: "2026-09-17T22:11:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:06Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor.18d63b39e86ec014
    namespace: kserve-ci-e2e-test
    resourceVersion: "16388"
    uid: 59180d9f-3866-4970-a882-28ae3865b742
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-49e3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: a062912d-9081-49dc-9920-6fe8569a99c3
  kind: Event
  lastTimestamp: "2026-09-17T22:11:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:06Z"
    name: isvc-sklearn-graph-raw-49e3c-predictor.18d63b39e8d34b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16389"
    uid: f0d68980-6f06-49ec-99d2-dd4551c1a7be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-49e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15269"
    uid: 17cf90ff-c560-465b-970d-a0c2bb144c56
  kind: Event
  lastTimestamp: "2026-09-17T22:10:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:10:51Z"
    name: isvc-sklearn-graph-raw-49e3c.18d63b2becae0319
    namespace: kserve-ci-e2e-test
    resourceVersion: "16099"
    uid: f4c2cbe2-0200-4c44-8e0d-f862b2466cdc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-49e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15269"
    uid: 17cf90ff-c560-465b-970d-a0c2bb144c56
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-49e3c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-49e3c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-sklearn-graph-raw-49e3c.18d63b2bed815948
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: cd10d15c-cf9b-41b9-ac82-d20e10281ff3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-49e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16097"
    uid: 17cf90ff-c560-465b-970d-a0c2bb144c56
  kind: Event
  lastTimestamp: "2026-09-17T22:10:51Z"
  message: InferenceService [isvc-sklearn-graph-raw-49e3c] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:10:51Z"
    name: isvc-sklearn-graph-raw-49e3c.18d63b40d386e011
    namespace: kserve-ci-e2e-test
    resourceVersion: "16098"
    uid: 1cdfc3e1-d996-4de9-87e9-70d774378876
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:11:12.180947Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    to ip-10-0-130-119.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b45a1e0377b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 985a9d9a-066f-4192-96b8-c68b43bcec40
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16531"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:12Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b45c4538a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: f4045eea-6fe8-4afe-bc9d-38fc1290c57d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b45c5e3e9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: de714a4b-4f24-4f6d-a9a7-3da4b4485928
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b45c8c6619c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: bd52c43c-3b01-4e31-b3cd-dda1b1b0b789
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b45c9359e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: 93356568-fa73-44d2-8cee-571bbf85812d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:16Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b46afdf0867
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: 869acca1-4387-4767-be65-2852962eabb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:16Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b46b385e731
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: 48925d4f-ecb4-421a-bd3d-b276ff78b0b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:16Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b46b3fd882a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: d418dc84-5085-4806-a3c9-e3fa4bf0e42f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:16Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b46b408bc52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: d20535d1-c0a9-447b-955e-af2d33a3ff1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:16Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b46b70f9166
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 5cff31ea-1ef8-4020-8a65-12ac7002a860
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:16Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b46b78b61cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: f54b504a-2eb7-46dd-b3d2-71e59629eed2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:13:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:04Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b4727d5f65e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: ed013d6a-1560-415c-83fa-716b952d3412
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:13:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:02Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b5f4776cf12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17694"
    uid: a40c4c69-0df3-461d-857e-6b631f41686f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:13:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:02Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b5f47777219
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: 9b8b7af1-6399-4abe-b5ae-f618330c39f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: c32d9318-556e-4c6d-b82f-bf5a83fd0d0f
  kind: Event
  lastTimestamp: "2026-09-17T22:13:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:04Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc.18d63b5fd62312e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: adff7d96-64bf-44f1-bc74-691502665578
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: 79343cec-abe6-4812-971f-e2c2e7e9a042
  kind: Event
  lastTimestamp: "2026-09-17T22:11:12Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9-sd2kc'
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9.18d63b45a169c95c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: cad71c20-e41d-4dbf-b58d-84bc69a0835e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: aca2e8f9-8576-4e11-9a2f-df4dec49e20e
  kind: Event
  lastTimestamp: "2026-09-17T22:11:12Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-5ac84-predictor-758ccdfcb9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor.18d63b459e7dff09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16508"
    uid: db23f3a4-460c-474a-9c1e-3f19917af464
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: d73622c2-6202-468d-9dd3-e2a5752f1266
  kind: Event
  lastTimestamp: "2026-09-17T22:11:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:27Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor.18d63b491d3b01ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: 0bada6b6-7d53-4784-87d3-7deb10286822
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: d73622c2-6202-468d-9dd3-e2a5752f1266
  kind: Event
  lastTimestamp: "2026-09-17T22:11:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:27Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor.18d63b491da2792d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: 21ada7a5-a36c-4ec1-a7c2-eb5dfa5b396a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16725"
    uid: d73622c2-6202-468d-9dd3-e2a5752f1266
  kind: Event
  lastTimestamp: "2026-09-17T22:12:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:57Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor.18d63b4c9c6d3b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: fe085cea-8ec0-4c86-b0fb-f569dddc2bc6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16725"
    uid: d73622c2-6202-468d-9dd3-e2a5752f1266
  kind: Event
  lastTimestamp: "2026-09-17T22:12:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:57Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84-predictor.18d63b4c9cd60903
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: 5fea7a8a-aa02-4791-abfa-01218bf2cc7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-5ac84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1dd02145-16ed-48bb-9980-5e36f09eafe7
  kind: Event
  lastTimestamp: "2026-09-17T22:12:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:34Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84.18d63b459e83bfa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17347"
    uid: 8a062b55-def2-4e6e-bb0b-3d8d6767ecc2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-5ac84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17344"
    uid: 1dd02145-16ed-48bb-9980-5e36f09eafe7
  kind: Event
  lastTimestamp: "2026-09-17T22:12:34Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-5ac84] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:34Z"
    name: isvc-sklearn-graph-raw-hpa-5ac84.18d63b58df67d391
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 8454a8b1-ec1d-45ff-a410-06012f082a89
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:14:57.771725Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18929"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    to ip-10-0-137-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:14:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:14:57Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63b7a28223bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: 5e748fda-cfd0-4a90-915e-e468a9e7c488
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:14:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-4f1a2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:57Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63b7a2fd4606e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18944"
    uid: eb9f195c-1481-470c-b181-979095d0ccad
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18939"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:14:58Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:14:58Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63b7a6e51f0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 067039cb-3e94-42bc-8cf6-6f0455a89852
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:14:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:58Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63b7a6fb3f765
    namespace: kserve-ci-e2e-test
    resourceVersion: "18960"
    uid: 43d5b2d3-a237-48a2-b85d-8d34b242a168
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:14:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:59Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63b7a73938643
    namespace: kserve-ci-e2e-test
    resourceVersion: "18962"
    uid: 33e13c12-abf7-4110-95e2-c530c3e63a4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:14:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:59Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63b7a7413bee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18963"
    uid: 9eaf748f-0309-4c09-ab65-4e2d545f3e7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:15:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:03Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63b7b7efeece5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: 278a3aea-06a4-4f7b-8ca3-d417b4e03aed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:15:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:03Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63b7b820d7aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: 24d2fb7a-e06d-47cd-a84a-bb9a79dfc717
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:15:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:03Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63b7b828f2553
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 94558bb6-e39a-4b94-9a76-91632e077869
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:15:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:03Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63b7b829af317
    namespace: kserve-ci-e2e-test
    resourceVersion: "19016"
    uid: 08c0067f-ae14-49bd-b6d0-a82db5646fff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:15:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:03Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63b7b85f76790
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: ced4ac72-bbf2-46dc-9937-a3ec661cdce1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:15:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:03Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63b7b867c4304
    namespace: kserve-ci-e2e-test
    resourceVersion: "19019"
    uid: 1c558034-115a-499c-a894-6b8567b4f79d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:17:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:56Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63b7bbb08c9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20590"
    uid: 84bb177d-1c6f-4eb3-a1fb-0118c23c3621
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:17:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:47Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63ba1c3331a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20437"
    uid: 712ba014-8f8f-44e1-b897-a9769f9ccb74
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:17:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:47Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63ba1c337a801
    namespace: kserve-ci-e2e-test
    resourceVersion: "20438"
    uid: 2fce7959-6d1b-450d-9ea2-c95192e395bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 5561da14-2f61-4586-817a-febf36d9bd7b
  kind: Event
  lastTimestamp: "2026-09-17T22:17:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:55Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv.18d63ba2619db952
    namespace: kserve-ci-e2e-test
    resourceVersion: "20583"
    uid: a10b43be-5921-4fba-9cdc-779d145aeb1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: daff9403-36fe-4d41-b742-745350de6a7b
  kind: Event
  lastTimestamp: "2026-09-17T22:14:57Z"
  message: 'Created pod: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff-r2fwv'
  metadata:
    creationTimestamp: "2026-09-17T22:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:57Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff.18d63b7a2799be7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18930"
    uid: 75acfe99-1e78-46a6-9d8a-ea346faf83b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-4f1a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18918"
    uid: bc8570c4-1db8-4ce8-8313-c8e644a9a0a2
  kind: Event
  lastTimestamp: "2026-09-17T22:14:57Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-4f1a2-predictor-5ff4b8f5ff
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:57Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor.18d63b7a24b7550a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18922"
    uid: 2e07563d-d78c-4245-b348-61c7bab3a4c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-4f1a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 7b8b1091-c8be-40b6-a0ef-2d5ffcd005fb
  kind: Event
  lastTimestamp: "2026-09-17T22:15:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:15:27Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor.18d63b7da39cdb16
    namespace: kserve-ci-e2e-test
    resourceVersion: "19284"
    uid: 267120b6-f1d7-44d9-b6f9-57472a2253bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-4f1a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 7b8b1091-c8be-40b6-a0ef-2d5ffcd005fb
  kind: Event
  lastTimestamp: "2026-09-17T22:15:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:15:27Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor.18d63b7da3f98290
    namespace: kserve-ci-e2e-test
    resourceVersion: "19285"
    uid: a7e774a7-850c-46eb-8a7e-a0f60b9c5b49
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-4f1a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: 7b8b1091-c8be-40b6-a0ef-2d5ffcd005fb
  kind: Event
  lastTimestamp: "2026-09-17T22:17:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:42Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor.18d63b84a13c3332
    namespace: kserve-ci-e2e-test
    resourceVersion: "20372"
    uid: a69e9599-60c4-4efd-9a2b-7ffe298f20e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-4f1a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: 7b8b1091-c8be-40b6-a0ef-2d5ffcd005fb
  kind: Event
  lastTimestamp: "2026-09-17T22:17:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:42Z"
    name: isvc-sklearn-scale-raw-4f1a2-predictor.18d63b84a19e4027
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 20472177-1daa-4338-a859-bdef49948c96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-4f1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18908"
    uid: cd203334-28ff-445b-afcf-e13d13b9fb22
  kind: Event
  lastTimestamp: "2026-09-17T22:17:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:17:46Z"
    name: isvc-sklearn-scale-raw-4f1a2.18d63b7a253e2bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20409"
    uid: 6a7d0d1e-48a5-46fd-9295-95a9e7f73c29
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-4f1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20407"
    uid: cd203334-28ff-445b-afcf-e13d13b9fb22
  kind: Event
  lastTimestamp: "2026-09-17T22:17:46Z"
  message: InferenceService [isvc-sklearn-scale-raw-4f1a2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:17:46Z"
    name: isvc-sklearn-scale-raw-4f1a2.18d63ba17408c93f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 33c24939-ee76-45ff-a41d-4d7e351124c0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:09:21.961419Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    to ip-10-0-137-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b2bf847a617
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: f61b3d39-d263-43fe-bed5-220ebf693cdd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:22Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:09:22Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b2c1a095b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: 6e2b4d44-200a-4171-b386-95f2740c1028
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:22Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b2c1b65f653
    namespace: kserve-ci-e2e-test
    resourceVersion: "15347"
    uid: 8b601b45-d4fa-473f-af9b-6a39b3f619a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:22Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b2c1e26aff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: f3125ea3-0798-4593-bb08-4b109444b57c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:22Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b2c1e9721c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: 5ed3f364-0a90-41cc-9282-6cbb3969f779
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:27Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:27Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b2d28fc5840
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: 0f332c51-623b-4b72-a62b-829a2de9cda5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:46Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.2s (19.2s including
    waiting). Image size: 1435742980 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:46Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b31a174ab88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: cd2a69a7-dfa2-4baf-b941-7d62b9f23383
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:46Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b31a52ab912
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: be350717-ee93-404d-b8dc-41cadec1daab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:46Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b31a5afa842
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: d056ab05-b1ee-4370-bece-e26c0c7d6c9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:46Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b31a5bb3658
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 03635366-755a-43b7-a15a-94edb54271bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:46Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b31a9199640
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: ab69cf5d-9f33-4311-a9b2-0088802f06ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:46Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b31a99eb388
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: e9baecd3-6613-45ac-a045-b53d560509c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:11:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:16Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b32133457d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: d679929a-7c8c-4c0c-b6f1-13d89ff41127
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:11:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b459c14ce0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: 407a6b8c-9974-440e-a6c5-09111821fda6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:11:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b459c154767
    namespace: kserve-ci-e2e-test
    resourceVersion: "16498"
    uid: c421eafe-3a40-4d8b-8121-316894eb4342
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 8ccb127e-b601-466e-bf4e-6f24ce34060d
  kind: Event
  lastTimestamp: "2026-09-17T22:11:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:14Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf.18d63b4619595087
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: acf7fb82-0542-4538-8e6b-f69b6facff3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: 4fe99e02-bc9e-4a7e-b45d-aba92bebd664
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: 'Created pod: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445-vbxqf'
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445.18d63b2bf7df9996
    namespace: kserve-ci-e2e-test
    resourceVersion: "15322"
    uid: 9bf4578e-cf4b-460d-8ffa-68aee135c4e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-49e3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: ede8f40c-83f0-4c14-bdac-fefdc32bcf2d
  kind: Event
  lastTimestamp: "2026-09-17T22:09:21Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-49e3c-predictor-d6bb58445
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:21Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor.18d63b2bf50962eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: f1f60b45-a827-4be7-9255-78ee7553fc63
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-49e3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: 2c3fb2b1-b1ed-4ffc-b476-292bd0253165
  kind: Event
  lastTimestamp: "2026-09-17T22:10:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:21Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor.18d63b2f737db66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 59ff901d-4d99-4435-92cd-fb7b21c50c64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-49e3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: 2c3fb2b1-b1ed-4ffc-b476-292bd0253165
  kind: Event
  lastTimestamp: "2026-09-17T22:10:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:21Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor.18d63b2f73e06a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: 6eb775ae-71b4-4067-a7f3-62b5f5ea5acd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-49e3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: 2c3fb2b1-b1ed-4ffc-b476-292bd0253165
  kind: Event
  lastTimestamp: "2026-09-17T22:11:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:06Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor.18d63b3d6ebd7948
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: b86eb221-6929-4571-9774-26eaf6507a8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-49e3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: 2c3fb2b1-b1ed-4ffc-b476-292bd0253165
  kind: Event
  lastTimestamp: "2026-09-17T22:11:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:06Z"
    name: isvc-xgboost-graph-raw-49e3c-predictor.18d63b3d6f1fedf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: be50b990-4010-4b91-aae4-1bb2ea111e31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-49e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15301"
    uid: 03bec70b-70a4-46c3-ba70-7fe4c9540eda
  kind: Event
  lastTimestamp: "2026-09-17T22:10:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:10:56Z"
    name: isvc-xgboost-graph-raw-49e3c.18d63b2bf53441d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 2fb881ce-1560-4313-972d-14d564497893
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-49e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16241"
    uid: 03bec70b-70a4-46c3-ba70-7fe4c9540eda
  kind: Event
  lastTimestamp: "2026-09-17T22:10:56Z"
  message: InferenceService [isvc-xgboost-graph-raw-49e3c] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:10:56Z"
    name: isvc-xgboost-graph-raw-49e3c.18d63b41fe1dfd18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16242"
    uid: de03356b-085e-46e1-bd42-74776e79cf4e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:11:12.281274Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b45a7db023a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: 74130d95-357b-4df3-a0d8-cc019a0bf460
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:11:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-5ac84-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b45b84b8105
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: deba8c29-aeb1-4928-a4ef-7eb5e91aa988
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:11:13Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:11:13Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b45ed6bb442
    namespace: kserve-ci-e2e-test
    resourceVersion: "16574"
    uid: ba201ccf-d771-4a94-ac25-90731b74e213
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:11:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:13Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b45eed73fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: c24cbfe0-74b3-4ccc-8b42-c40997f44498
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:11:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:13Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b45f167634a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: d3dd1f0f-d0c1-415f-8ed2-f7176b262959
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:11:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:13Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b45f1d97d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: a34eee93-4553-4098-ba6e-34123f1ab1d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:11:17Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T22:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:17Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b46f3be19a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: 0bcfa788-44fc-48eb-a450-a18085cb7905
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:11:37Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.556s (19.556s
    including waiting). Image size: 1435742980 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:37Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b4b816c835c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16808"
    uid: a8c2d0b1-c457-42b3-8e65-791e8f64b267
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:11:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:37Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b4b84f5ace0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: e41e2e38-41ff-4836-b3f7-d097e85b1f04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:11:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:37Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b4b856b811e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d38072d8-63b4-4652-8bd2-f616cb83a24e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:11:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:37Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b4b8577258a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: bc7c2c2b-e67d-422b-965c-ef3c6bc720fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:11:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:37Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b4b8888d2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: 313d45b2-92fc-4efb-9c06-70c94116c563
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:11:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:37Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b4b890206ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: 36406f22-047a-4710-b09b-136c4258722b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:13:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:04Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b4ba167fb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17774"
    uid: f2d6506d-6d61-40c2-857b-22bcbca8f6fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:13:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:02Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b5f49e56504
    namespace: kserve-ci-e2e-test
    resourceVersion: "17711"
    uid: 5ff965c1-fffe-4d3a-a452-f1c2eee96f52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:13:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:02Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b5f49e6197c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17712"
    uid: eb63ea82-b4ae-45b8-bdeb-e68d554f3903
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 6369b675-fe7c-4b62-99a3-c09f4c12ce27
  kind: Event
  lastTimestamp: "2026-09-17T22:13:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:04Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s.18d63b5fe3820dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: 27604d9e-3b87-49d3-9cec-14a8a6f7f5ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: c043be3f-035b-4b12-962d-9a3e4bcfa6a4
  kind: Event
  lastTimestamp: "2026-09-17T22:11:12Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f-28t6s'
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f.18d63b45a74b8983
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: e533a284-bbf7-4408-b070-6e1b1ec9e3c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 0ea62299-93c8-4f17-9d31-37ff2dce70b4
  kind: Event
  lastTimestamp: "2026-09-17T22:11:12Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-5ac84-predictor-658c549f4f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:12Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor.18d63b45a4ab246d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: ca6c5a4c-b5d8-4bcf-909a-f6ccc8257224
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 679880f0-d202-4c01-9580-296023afea01
  kind: Event
  lastTimestamp: "2026-09-17T22:12:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:12Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor.18d63b49232e4279
    namespace: kserve-ci-e2e-test
    resourceVersion: "17085"
    uid: 9d0fbf32-7943-4bc4-b22d-e0ac01915c95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 679880f0-d202-4c01-9580-296023afea01
  kind: Event
  lastTimestamp: "2026-09-17T22:12:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:12Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor.18d63b4923ac7209
    namespace: kserve-ci-e2e-test
    resourceVersion: "17087"
    uid: f3abe609-2c54-4378-baf7-c57f1c76dd7b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: 679880f0-d202-4c01-9580-296023afea01
  kind: Event
  lastTimestamp: "2026-09-17T22:12:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:57Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor.18d63b571e6fcea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17614"
    uid: 717aff57-f019-4985-b828-4a176782938c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: 679880f0-d202-4c01-9580-296023afea01
  kind: Event
  lastTimestamp: "2026-09-17T22:12:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:57Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84-predictor.18d63b571ed43029
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: b4351c08-86f1-4b09-b864-2644c1d70254
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-5ac84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16515"
    uid: 6855ce3e-71bb-47ca-9f3d-d54bf367a93d
  kind: Event
  lastTimestamp: "2026-09-17T22:12:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:45Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84.18d63b45a4c02bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: 58038da9-b7ab-48bd-be9d-d87902c34041
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-5ac84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 6855ce3e-71bb-47ca-9f3d-d54bf367a93d
  kind: Event
  lastTimestamp: "2026-09-17T22:12:45Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-5ac84] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:45Z"
    name: isvc-xgboost-graph-raw-hpa-5ac84.18d63b5b40ad7a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 97642242-5eae-40be-b377-09b9fe9551e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:13:02.453462Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: 819327c3-3b02-409d-b8fc-a094c73824a9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-a3db6-predictor-74d496889b-msg85
    to ip-10-0-137-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:13:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:13:02Z"
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85.18d63b5f4ea1417e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17734"
    uid: b62c3001-1b70-4aa1-864f-4ce9b9ba50e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17740"
    uid: 819327c3-3b02-409d-b8fc-a094c73824a9
  kind: Event
  lastTimestamp: "2026-09-17T22:13:03Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:13:03Z"
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85.18d63b5f70d1c5b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: b8ed5cf0-0fd7-4044-a371-108c8db410c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 819327c3-3b02-409d-b8fc-a094c73824a9
  kind: Event
  lastTimestamp: "2026-09-17T22:13:03Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T22:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:03Z"
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85.18d63b5f725e2abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17750"
    uid: 2245953f-ead1-4110-a2c7-1f088af68b57
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 819327c3-3b02-409d-b8fc-a094c73824a9
  kind: Event
  lastTimestamp: "2026-09-17T22:13:04Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.145s (1.145s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:04Z"
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85.18d63b5fb6a95ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 1c735c0a-ab95-4500-a931-a528a538e365
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 819327c3-3b02-409d-b8fc-a094c73824a9
  kind: Event
  lastTimestamp: "2026-09-17T22:13:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:04Z"
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85.18d63b5fba0b37eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17760"
    uid: dc166ec2-3ca8-4955-ba79-465c81853c9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 819327c3-3b02-409d-b8fc-a094c73824a9
  kind: Event
  lastTimestamp: "2026-09-17T22:13:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:04Z"
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85.18d63b5fba8b9829
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: 9f74759f-e85e-4064-b6ad-0c60a74f184b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 819327c3-3b02-409d-b8fc-a094c73824a9
  kind: Event
  lastTimestamp: "2026-09-17T22:13:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:04Z"
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85.18d63b5fba969589
    namespace: kserve-ci-e2e-test
    resourceVersion: "17763"
    uid: f4369e58-1a31-4912-bc19-dbadb85911ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 819327c3-3b02-409d-b8fc-a094c73824a9
  kind: Event
  lastTimestamp: "2026-09-17T22:13:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:04Z"
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85.18d63b5fbdff2fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: 7d4f6c5e-9dc5-495b-83c9-a2f4ee49e8ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 819327c3-3b02-409d-b8fc-a094c73824a9
  kind: Event
  lastTimestamp: "2026-09-17T22:13:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:04Z"
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85.18d63b5fbea09cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17768"
    uid: 797f14d6-bee7-43c0-a2f4-cd01296b766e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 819327c3-3b02-409d-b8fc-a094c73824a9
  kind: Event
  lastTimestamp: "2026-09-17T22:14:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:57Z"
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85.18d63b7a2262a421
    namespace: kserve-ci-e2e-test
    resourceVersion: "18910"
    uid: 0957c589-3266-4d00-b19b-0806339fdb25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 819327c3-3b02-409d-b8fc-a094c73824a9
  kind: Event
  lastTimestamp: "2026-09-17T22:14:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:57Z"
    name: message-dumper-raw-a3db6-predictor-74d496889b-msg85.18d63b7a2264013b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18911"
    uid: 1e0b6ddc-faf1-403e-8853-aab49e9be7ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-a3db6-predictor-74d496889b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: 441f3d47-7613-425c-9969-37dbc254db36
  kind: Event
  lastTimestamp: "2026-09-17T22:13:02Z"
  message: 'Created pod: message-dumper-raw-a3db6-predictor-74d496889b-msg85'
  metadata:
    creationTimestamp: "2026-09-17T22:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:02Z"
    name: message-dumper-raw-a3db6-predictor-74d496889b.18d63b5f4e2d8374
    namespace: kserve-ci-e2e-test
    resourceVersion: "17731"
    uid: 1081b507-d702-49d5-9f7c-adf641c4ac27
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-a3db6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17719"
    uid: a2588062-13fe-423a-82ae-3b598eb6cbe0
  kind: Event
  lastTimestamp: "2026-09-17T22:13:02Z"
  message: Scaled up replica set message-dumper-raw-a3db6-predictor-74d496889b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:02Z"
    name: message-dumper-raw-a3db6-predictor.18d63b5f4c679ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17723"
    uid: e3ffdd68-32c5-4f54-9c95-33bfff9ef78d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-a3db6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: 1fe9865f-54f5-4093-ba6b-fa3100661ba8
  kind: Event
  lastTimestamp: "2026-09-17T22:13:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:47Z"
    name: message-dumper-raw-a3db6-predictor.18d63b62cb240150
    namespace: kserve-ci-e2e-test
    resourceVersion: "18185"
    uid: 93c458b1-e827-45ee-a659-e4c1c8f740b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-a3db6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: 1fe9865f-54f5-4093-ba6b-fa3100661ba8
  kind: Event
  lastTimestamp: "2026-09-17T22:13:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:47Z"
    name: message-dumper-raw-a3db6-predictor.18d63b62cb65487b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: cf6df1c3-ba36-4837-a75b-b9deba92de43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-a3db6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17880"
    uid: 1fe9865f-54f5-4093-ba6b-fa3100661ba8
  kind: Event
  lastTimestamp: "2026-09-17T22:14:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:02Z"
    name: message-dumper-raw-a3db6-predictor.18d63b664a3326a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18294"
    uid: 65baaa75-fa03-4c47-90b2-6e337a15affd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-a3db6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17880"
    uid: 1fe9865f-54f5-4093-ba6b-fa3100661ba8
  kind: Event
  lastTimestamp: "2026-09-17T22:14:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:02Z"
    name: message-dumper-raw-a3db6-predictor.18d63b664a9d7bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18295"
    uid: 99801436-3dd7-4a0f-af07-720804f8915d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-a3db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17709"
    uid: 36f82a79-8c2e-4d47-a1d4-3766507e0df5
  kind: Event
  lastTimestamp: "2026-09-17T22:13:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:13:13Z"
    name: message-dumper-raw-a3db6.18d63b5f4c6a2f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 95f2c0d5-8b02-4afc-83d9-0ee8966892f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-a3db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17846"
    uid: 36f82a79-8c2e-4d47-a1d4-3766507e0df5
  kind: Event
  lastTimestamp: "2026-09-17T22:13:13Z"
  message: InferenceService [message-dumper-raw-a3db6] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:13:13Z"
    name: message-dumper-raw-a3db6.18d63b61ca715ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17847"
    uid: b5589e43-6e3e-4945-8c61-2f402897a97a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:22:42.810541Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23041"
    uid: 30ff2cfa-f7a0-4a04-85a2-6c42a514352f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-vg6nq
    to ip-10-0-137-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:22:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:22:42Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq.18d63be66e9b7566
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 1df95b6c-173e-405d-a915-0f550fbc1a4f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: 30ff2cfa-f7a0-4a04-85a2-6c42a514352f
  kind: Event
  lastTimestamp: "2026-09-17T22:22:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:43Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq.18d63be679e9f749
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: 89e987af-ca17-4f9b-9d62-ebbab71bfb9f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: 30ff2cfa-f7a0-4a04-85a2-6c42a514352f
  kind: Event
  lastTimestamp: "2026-09-17T22:22:43Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:22:43Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq.18d63be6b472f089
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: b514ac9c-2623-4579-b45f-520d60545901
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: 30ff2cfa-f7a0-4a04-85a2-6c42a514352f
  kind: Event
  lastTimestamp: "2026-09-17T22:22:44Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:44Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq.18d63be6b5d1acc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: fc90d3c2-105c-4823-99c2-ff4d7b5194ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: 30ff2cfa-f7a0-4a04-85a2-6c42a514352f
  kind: Event
  lastTimestamp: "2026-09-17T22:22:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:44Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq.18d63be6b94486fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: 63458343-87ee-4c09-bff9-d7794a2d0204
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: 30ff2cfa-f7a0-4a04-85a2-6c42a514352f
  kind: Event
  lastTimestamp: "2026-09-17T22:22:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:44Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq.18d63be6b9c2a995
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: f3b0d80e-a179-43b7-80e0-da94502761e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: 30ff2cfa-f7a0-4a04-85a2-6c42a514352f
  kind: Event
  lastTimestamp: "2026-09-17T22:22:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:44Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq.18d63be6b9cf059b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: 73df3c5a-46ff-41f0-b072-c110639a6f1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: 30ff2cfa-f7a0-4a04-85a2-6c42a514352f
  kind: Event
  lastTimestamp: "2026-09-17T22:22:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:44Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq.18d63be6bca6b317
    namespace: kserve-ci-e2e-test
    resourceVersion: "23073"
    uid: 257364c6-5bd8-48d4-816f-b5ccdb233deb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: 30ff2cfa-f7a0-4a04-85a2-6c42a514352f
  kind: Event
  lastTimestamp: "2026-09-17T22:22:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:22:44Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq.18d63be6bd25b874
    namespace: kserve-ci-e2e-test
    resourceVersion: "23074"
    uid: a6672834-88f0-4a07-b1e6-24cb02d3a955
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: 30ff2cfa-f7a0-4a04-85a2-6c42a514352f
  kind: Event
  lastTimestamp: "2026-09-17T22:24:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:28Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq.18d63bfef1a7d9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23934"
    uid: a16911d3-fde8-45f5-8a20-09f66958932a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: 30ff2cfa-f7a0-4a04-85a2-6c42a514352f
  kind: Event
  lastTimestamp: "2026-09-17T22:24:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:28Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq.18d63bfef1a8cfcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: d04dc4e3-b958-4fad-a1cc-b4b835f09751
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 677a6e42-70d8-4fb5-898b-9e5564411526
  kind: Event
  lastTimestamp: "2026-09-17T22:22:42Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-vg6nq'
  metadata:
    creationTimestamp: "2026-09-17T22:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:22:42Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d63be66e2dbea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23042"
    uid: 00cd8ff3-5459-407f-8b2b-996e4ac30bc3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23028"
    uid: 411432a2-b8ac-4d88-9490-3bffa56e74a3
  kind: Event
  lastTimestamp: "2026-09-17T22:22:42Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:22:42Z"
    name: message-dumper-raw-cipn-predictor.18d63be66703382f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23032"
    uid: 569a5881-a460-4a3b-92e5-ac1cbb331be6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23029"
    uid: 6332c4ae-43eb-40e6-9d81-956d4621f248
  kind: Event
  lastTimestamp: "2026-09-17T22:23:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:23:12Z"
    name: message-dumper-raw-cipn-predictor.18d63be9e60a6b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 5cad045f-e314-47f5-99d2-957a97fe2167
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23029"
    uid: 6332c4ae-43eb-40e6-9d81-956d4621f248
  kind: Event
  lastTimestamp: "2026-09-17T22:23:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:23:12Z"
    name: message-dumper-raw-cipn-predictor.18d63be9e66c3613
    namespace: kserve-ci-e2e-test
    resourceVersion: "23358"
    uid: fdcac300-7b2e-42b6-9036-28ee81c4e373
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: 74500b99-0e1f-47cb-8634-618ce942c34a
  kind: Event
  lastTimestamp: "2026-09-17T22:22:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:22:52Z"
    name: message-dumper-raw-cipn.18d63be66715d85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23145"
    uid: b06f8975-a4d7-474a-8788-4b340938d57d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: 74500b99-0e1f-47cb-8634-618ce942c34a
  kind: Event
  lastTimestamp: "2026-09-17T22:22:42Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:22:42Z"
    name: message-dumper-raw-cipn.18d63be667f7cef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23050"
    uid: 18524c92-b49f-4077-ab29-0b45a242c46b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23023"
    uid: 74500b99-0e1f-47cb-8634-618ce942c34a
  kind: Event
  lastTimestamp: "2026-09-17T22:22:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-cipn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:22:42Z"
    name: message-dumper-raw-cipn.18d63be66fa2761c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23052"
    uid: e4ebe568-92fd-4183-afdf-5e4a05e00231
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: 74500b99-0e1f-47cb-8634-618ce942c34a
  kind: Event
  lastTimestamp: "2026-09-17T22:22:52Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:22:52Z"
    name: message-dumper-raw-cipn.18d63be8b047bdc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23144"
    uid: cf0b3854-b7de-4be3-9c9b-201821ddb2e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:11:01.847555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: af5e24a1-3dac-4ffb-9b8f-ddc0bde91c1f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-49e3c-6c8dd77d7b-jr2k5
    to ip-10-0-130-119.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:11:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:11:01Z"
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5.18d63b4339f51c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: 10bc50af-924f-4c12-80b3-820320808e97
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: af5e24a1-3dac-4ffb-9b8f-ddc0bde91c1f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-49e3c-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:02Z"
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5.18d63b43445b11fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: 93674ae0-d78e-4db8-a826-62352b58cc46
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: af5e24a1-3dac-4ffb-9b8f-ddc0bde91c1f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:03Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:11:03Z"
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5.18d63b437fd07e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16348"
    uid: a33f802f-374f-42fc-b401-986d4e70ebca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-49e3c}
    kind: Pod
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: af5e24a1-3dac-4ffb-9b8f-ddc0bde91c1f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:03Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a"
  metadata:
    creationTimestamp: "2026-09-17T22:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:03Z"
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5.18d63b438112de35
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: e4d309d2-244d-41a4-ba1a-8064e4bf064f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-49e3c}
    kind: Pod
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: af5e24a1-3dac-4ffb-9b8f-ddc0bde91c1f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a"
    in 2.15s (2.15s including waiting). Image size: 211751507 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:05Z"
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5.18d63b4401443cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: da65fca3-7d49-446a-88ff-c9d01bd59b68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-49e3c}
    kind: Pod
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: af5e24a1-3dac-4ffb-9b8f-ddc0bde91c1f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:05Z"
  message: 'Created container: model-chainer-raw-49e3c'
  metadata:
    creationTimestamp: "2026-09-17T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:05Z"
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5.18d63b4404e717a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: 3c61f310-4e39-4ff2-af71-2051de28117b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-49e3c}
    kind: Pod
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: af5e24a1-3dac-4ffb-9b8f-ddc0bde91c1f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:05Z"
  message: Started container model-chainer-raw-49e3c
  metadata:
    creationTimestamp: "2026-09-17T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:05Z"
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5.18d63b44055fec95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: ea9ca06f-c7ae-4213-9e32-66d7cf407bd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-49e3c}
    kind: Pod
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: af5e24a1-3dac-4ffb-9b8f-ddc0bde91c1f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:11Z"
  message: Stopping container model-chainer-raw-49e3c
  metadata:
    creationTimestamp: "2026-09-17T22:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:11Z"
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5.18d63b45928dd770
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 7445fc31-f7c1-45f2-9a50-88c97f852cf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-49e3c}
    kind: Pod
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: af5e24a1-3dac-4ffb-9b8f-ddc0bde91c1f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T22:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:41Z"
    name: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5.18d63b46ad19d7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 10969ffa-1bf0-434d-a3fa-5bdfb37131fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-49e3c-6c8dd77d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16320"
    uid: 12a46ed7-d796-4565-979b-64f2f62a91b6
  kind: Event
  lastTimestamp: "2026-09-17T22:11:01Z"
  message: 'Created pod: model-chainer-raw-49e3c-6c8dd77d7b-jr2k5'
  metadata:
    creationTimestamp: "2026-09-17T22:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:01Z"
    name: model-chainer-raw-49e3c-6c8dd77d7b.18d63b43398f03d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16324"
    uid: 3dd3168d-26ae-4885-8c7c-7892a4c2cb39
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-49e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: c35b1156-aa20-49a1-a632-5cb71dbfc92b
  kind: Event
  lastTimestamp: "2026-09-17T22:11:01Z"
  message: Scaled up replica set model-chainer-raw-49e3c-6c8dd77d7b from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:01Z"
    name: model-chainer-raw-49e3c.18d63b4338d41bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: 1d2f2b98-cc05-44dd-968e-224cdf5dd9f0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-49e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: f864fa87-f591-4dc7-a3c4-d05bb1d00481
  kind: Event
  lastTimestamp: "2026-09-17T22:11:01Z"
  message: InferenceGraph [model-chainer-raw-49e3c] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:11:01Z"
    name: model-chainer-raw-49e3c.18d63b433db86b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: b90aa98f-6b19-497d-a1d1-88c59136ab94
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:12:52.170774Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 847d4b9c-a197-4832-b7ef-8f98849e6d7c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-5ac84-769799c559-pm4rh
    to ip-10-0-130-119.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:12:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:12:52Z"
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh.18d63b5ce9bbcfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17553"
    uid: b2f806ff-2287-44e2-bcde-a8bab9ed595d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 847d4b9c-a197-4832-b7ef-8f98849e6d7c
  kind: Event
  lastTimestamp: "2026-09-17T22:12:52Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:12:52Z"
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh.18d63b5d0bc6c9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 41f557f8-028e-4b58-977a-aba7d62b76ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5ac84}
    kind: Pod
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17550"
    uid: 847d4b9c-a197-4832-b7ef-8f98849e6d7c
  kind: Event
  lastTimestamp: "2026-09-17T22:12:52Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:52Z"
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh.18d63b5d0cfe7578
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: 60af0fdb-7404-4c85-97ce-7ac054580b59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5ac84}
    kind: Pod
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17550"
    uid: 847d4b9c-a197-4832-b7ef-8f98849e6d7c
  kind: Event
  lastTimestamp: "2026-09-17T22:12:52Z"
  message: 'Created container: model-chainer-raw-hpa-5ac84'
  metadata:
    creationTimestamp: "2026-09-17T22:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:52Z"
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh.18d63b5d10091db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17577"
    uid: 0c5c7e46-98eb-4f58-be90-c4f1fe8282d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5ac84}
    kind: Pod
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17550"
    uid: 847d4b9c-a197-4832-b7ef-8f98849e6d7c
  kind: Event
  lastTimestamp: "2026-09-17T22:12:52Z"
  message: Started container model-chainer-raw-hpa-5ac84
  metadata:
    creationTimestamp: "2026-09-17T22:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:52Z"
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh.18d63b5d108d9c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 59f95372-44b3-42df-a792-8c3df441c801
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5ac84}
    kind: Pod
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17550"
    uid: 847d4b9c-a197-4832-b7ef-8f98849e6d7c
  kind: Event
  lastTimestamp: "2026-09-17T22:13:02Z"
  message: Stopping container model-chainer-raw-hpa-5ac84
  metadata:
    creationTimestamp: "2026-09-17T22:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:02Z"
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh.18d63b5f41376f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: f8bd30d6-8c4d-41b3-96cd-b9cdeb7227e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5ac84}
    kind: Pod
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17550"
    uid: 847d4b9c-a197-4832-b7ef-8f98849e6d7c
  kind: Event
  lastTimestamp: "2026-09-17T22:13:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T22:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:29Z"
    name: model-chainer-raw-hpa-5ac84-769799c559-pm4rh.18d63b5fb5e11ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: b9d983c5-385f-4909-85f3-19f7f0ee89b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-5ac84-769799c559
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: 880c6617-0b68-450c-b026-f8400776bc88
  kind: Event
  lastTimestamp: "2026-09-17T22:12:52Z"
  message: 'Created pod: model-chainer-raw-hpa-5ac84-769799c559-pm4rh'
  metadata:
    creationTimestamp: "2026-09-17T22:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:52Z"
    name: model-chainer-raw-hpa-5ac84-769799c559.18d63b5ce9596236
    namespace: kserve-ci-e2e-test
    resourceVersion: "17549"
    uid: c9172d77-66a5-44e7-96ff-f4b7d2512006
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-5ac84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17543"
    uid: bcbb2dc7-335f-4aad-be55-a11eb6c3241f
  kind: Event
  lastTimestamp: "2026-09-17T22:12:52Z"
  message: Scaled up replica set model-chainer-raw-hpa-5ac84-769799c559 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T22:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:52Z"
    name: model-chainer-raw-hpa-5ac84.18d63b5ce8b6375c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17546"
    uid: 76d25e12-789b-497d-8adb-5741c7235f48
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-5ac84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17559"
    uid: 1cbd8c3a-8307-4c33-94e9-978b0b41c00c
  kind: Event
  lastTimestamp: "2026-09-17T22:12:52Z"
  message: InferenceGraph [model-chainer-raw-hpa-5ac84] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:52Z"
    name: model-chainer-raw-hpa-5ac84.18d63b5ced7e3cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17561"
    uid: 760008a8-47e9-4a08-800c-b4ae284980fc
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:15:10.985303Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19128"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-fab04-predictor-5dc968464f-2jg29
    to ip-10-0-137-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:15:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:15:10Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b7d3bb97c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19134"
    uid: 59aa4004-9899-4014-893d-aca073a8add1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:15:11Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:15:11Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b7d5dc05983
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: f11e27e1-1eab-4f74-8c2e-e0c9488d04db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:15:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:11Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b7d5f10794e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: 6095a11c-d9df-42d5-99f2-8422f3099e0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:15:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:11Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b7d61f53b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19151"
    uid: af5cfec4-1ecd-4d95-978e-a0e7c78672cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:15:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:11Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b7d6275ef22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19152"
    uid: a4b0c1b5-c120-48e6-ab2b-6aba13c62d4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:15:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:15Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b7e4d7542a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19186"
    uid: 1768e3c3-7a14-4232-8917-5de3cb9a5b4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:15:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:15Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b7e50784f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19188"
    uid: c17bdcce-525b-4e60-a6f7-e64050607213
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:15:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:15Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b7e50f9e961
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: ba142c5a-1ab4-43b1-aa40-cf3cad6ceafb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:15:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:15Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b7e5105cdfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19192"
    uid: d7cda1bc-fa31-4e52-a92b-53727d162c7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:15:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:15Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b7e5419ae50
    namespace: kserve-ci-e2e-test
    resourceVersion: "19194"
    uid: c78c5aae-1381-428c-96dd-d7433a45cd8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:15:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:15:15Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b7e54a7683d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: e9ef6695-001f-4d1f-8c51-0e25b1d913d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:16:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:43Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b7ec56246fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19871"
    uid: 999272da-4f4f-4bc9-b2f7-de8d67d09cc7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:16:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:41Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b9237707734
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 4e304788-f981-4a41-8706-569a08d21acf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:16:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:41Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b9237710626
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 1f7bda5f-6c5f-4636-8376-ee14e614ef49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 1dc4bd9d-c4f2-40f4-96e5-46e2d3053350
  kind: Event
  lastTimestamp: "2026-09-17T22:16:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:43Z"
    name: raw-sklearn-fab04-predictor-5dc968464f-2jg29.18d63b92cb9848ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: b5d6995d-b4fb-477c-9682-397d00d7fff2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-fab04-predictor-5dc968464f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: dedd6437-4ef5-49ed-98f0-ab4b6190412e
  kind: Event
  lastTimestamp: "2026-09-17T22:15:10Z"
  message: 'Created pod: raw-sklearn-fab04-predictor-5dc968464f-2jg29'
  metadata:
    creationTimestamp: "2026-09-17T22:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:15:10Z"
    name: raw-sklearn-fab04-predictor-5dc968464f.18d63b7d3b42549e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: e29d599a-08c7-49d8-8998-a7e0f512290a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-fab04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19114"
    uid: 6c4265f5-0d9a-49a6-86a2-c060f0f9f4d5
  kind: Event
  lastTimestamp: "2026-09-17T22:15:10Z"
  message: Scaled up replica set raw-sklearn-fab04-predictor-5dc968464f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T22:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:15:10Z"
    name: raw-sklearn-fab04-predictor.18d63b7d37edb80d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19118"
    uid: a528d7f9-4c64-438b-bb9b-f46bc0cc2ede
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fab04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19115"
    uid: e6d6b67c-85c7-4aa8-8db7-ac7efb2109b4
  kind: Event
  lastTimestamp: "2026-09-17T22:15:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:15:40Z"
    name: raw-sklearn-fab04-predictor.18d63b80b6cc06b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19389"
    uid: efc39d69-5544-4dea-a43a-79ff19422475
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fab04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19115"
    uid: e6d6b67c-85c7-4aa8-8db7-ac7efb2109b4
  kind: Event
  lastTimestamp: "2026-09-17T22:15:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:15:40Z"
    name: raw-sklearn-fab04-predictor.18d63b80b73f7474
    namespace: kserve-ci-e2e-test
    resourceVersion: "19390"
    uid: 2005d9ff-8914-402e-922c-bf389019933b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fab04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: e6d6b67c-85c7-4aa8-8db7-ac7efb2109b4
  kind: Event
  lastTimestamp: "2026-09-17T22:16:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:41Z"
    name: raw-sklearn-fab04-predictor.18d63b87b508f15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 1cc5f312-fbb0-43f8-84c7-7ffe554f92a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fab04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: e6d6b67c-85c7-4aa8-8db7-ac7efb2109b4
  kind: Event
  lastTimestamp: "2026-09-17T22:16:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:41Z"
    name: raw-sklearn-fab04-predictor.18d63b87b56e9568
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: df313296-b258-4acd-93a6-03a10123cca8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fab04
    namespace: kserve-ci-e2e-test
    resourceVersion: "19107"
    uid: 30f39b97-1977-430c-be8a-d39b1c86ba3a
  kind: Event
  lastTimestamp: "2026-09-17T22:16:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:16:33Z"
    name: raw-sklearn-fab04.18d63b7d380062a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: 0a215d2a-d67d-4658-96f1-55082972323d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fab04
    namespace: kserve-ci-e2e-test
    resourceVersion: "19107"
    uid: 30f39b97-1977-430c-be8a-d39b1c86ba3a
  kind: Event
  lastTimestamp: "2026-09-17T22:15:10Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-fab04": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-fab04":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:15:10Z"
    name: raw-sklearn-fab04.18d63b7d387926cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19122"
    uid: da1e6e1a-fff9-4c7e-a8d5-913c22f532dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fab04
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: 30f39b97-1977-430c-be8a-d39b1c86ba3a
  kind: Event
  lastTimestamp: "2026-09-17T22:16:33Z"
  message: InferenceService [raw-sklearn-fab04] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:16:33Z"
    name: raw-sklearn-fab04.18d63b907d0277ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: a4ec5950-f05d-40a4-b934-e5df769c7fba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:16:46.308784Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19918"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:16:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:16:46Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63b936d726698
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 55846ea3-403f-4ff1-b1ea-7ca51e7c7d73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-766ffdc7cd-bzcs4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:16:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-eacee-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:46Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63b937b209e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: b0645683-0f50-433b-bce0-cddeb2753488
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:16:47Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:16:47Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63b93b337f1e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: 85c4a752-b2b7-476c-8813-89d437ee06ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:16:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:47Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63b93b48cd586
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: f43badea-dd95-4028-9152-a2143afc5839
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:16:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:47Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63b93b70b1967
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: 8db6c1cb-e7e2-4a06-a592-0163f81bc3ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:16:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:47Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63b93b776b381
    namespace: kserve-ci-e2e-test
    resourceVersion: "19952"
    uid: f1d7f2af-d139-4fc6-92d6-6a82381a68ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:16:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:52Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63b94ca971d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19989"
    uid: 373233ad-9703-4f9e-82af-44422e32ba86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:16:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:52Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63b94cdf52016
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: c62b168d-788a-433e-b427-f7dd5e1ba2dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:16:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:52Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63b94ce661241
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: aac724d2-389f-410d-a737-0162453ae78b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:16:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:52Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63b94ce6ff1bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: ba72f12b-8b05-407f-8389-8ff4c82136b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:16:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:52Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63b94d137f71f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19999"
    uid: 87fce723-765c-413f-9208-e7c36093e9f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:16:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:52Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63b94d1a4e729
    namespace: kserve-ci-e2e-test
    resourceVersion: "20000"
    uid: db9e031b-733c-4543-8bfa-97ac3cabd7cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:18:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:18:20Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63b954269a175
    namespace: kserve-ci-e2e-test
    resourceVersion: "20831"
    uid: a19057a6-d87f-4c55-9c89-01b6f6b7fa71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:18:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:18:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:18:16Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63ba8642a737b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 701fb752-ab00-497b-8b89-97561cca4b3d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:18:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:18:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:18:16Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63ba8642afdac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: a5340a69-9195-4ed4-83d7-c1742261bdc4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 38380e0d-f633-48d4-90f0-fcadd0f86fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:18:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:18:20Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd.18d63ba9489dfb03
    namespace: kserve-ci-e2e-test
    resourceVersion: "20830"
    uid: d388b60d-9db6-4d23-99ba-c7dfed9747fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19906"
    uid: 83eabca9-3ac6-469b-b072-39463833f4a0
  kind: Event
  lastTimestamp: "2026-09-17T22:16:46Z"
  message: 'Created pod: raw-sklearn-runtime-eacee-predictor-6cd494fb8f-9rcjd'
  metadata:
    creationTimestamp: "2026-09-17T22:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:46Z"
    name: raw-sklearn-runtime-eacee-predictor-6cd494fb8f.18d63b936ce6745d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19919"
    uid: 3006db13-fdcc-4af4-956f-e6ea7b4d0ed8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-eacee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19904"
    uid: d7515648-5595-4824-836e-b70e71baecbf
  kind: Event
  lastTimestamp: "2026-09-17T22:16:46Z"
  message: Scaled up replica set raw-sklearn-runtime-eacee-predictor-6cd494fb8f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:46Z"
    name: raw-sklearn-runtime-eacee-predictor.18d63b936862f3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: 264d80cc-4ec0-4780-b4b9-b2461986f842
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-eacee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: 185070ea-4ccd-4d44-afca-a53606e8cec7
  kind: Event
  lastTimestamp: "2026-09-17T22:17:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:31Z"
    name: raw-sklearn-runtime-eacee-predictor.18d63b96e6ac3521
    namespace: kserve-ci-e2e-test
    resourceVersion: "20288"
    uid: d1ccceee-42a3-4961-8975-8401c32a7495
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-eacee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: 185070ea-4ccd-4d44-afca-a53606e8cec7
  kind: Event
  lastTimestamp: "2026-09-17T22:17:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:31Z"
    name: raw-sklearn-runtime-eacee-predictor.18d63b96e71015ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20289"
    uid: 6898ec00-04f6-4552-928e-ba1bddf0bf8a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-eacee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: 185070ea-4ccd-4d44-afca-a53606e8cec7
  kind: Event
  lastTimestamp: "2026-09-17T22:18:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:18:16Z"
    name: raw-sklearn-runtime-eacee-predictor.18d63b9a661ca5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 106f149f-081a-4cc2-b010-289180b96797
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-eacee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: 185070ea-4ccd-4d44-afca-a53606e8cec7
  kind: Event
  lastTimestamp: "2026-09-17T22:18:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:18:16Z"
    name: raw-sklearn-runtime-eacee-predictor.18d63b9a66843641
    namespace: kserve-ci-e2e-test
    resourceVersion: "20799"
    uid: d0df0ced-e0bd-41a9-a7d5-6a4226eeb20f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-eacee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19894"
    uid: a3aedfb4-6acc-4250-b438-744c729baefa
  kind: Event
  lastTimestamp: "2026-09-17T22:18:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:18:10Z"
    name: raw-sklearn-runtime-eacee.18d63b9368900947
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: b9cbf53f-1c7d-4743-b5f2-fcd0ed216a44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-eacee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19894"
    uid: a3aedfb4-6acc-4250-b438-744c729baefa
  kind: Event
  lastTimestamp: "2026-09-17T22:16:46Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-eacee":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-eacee":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:16:46Z"
    name: raw-sklearn-runtime-eacee.18d63b93690a3c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "19912"
    uid: 4843bb55-e138-4a2d-a92c-52019013a293
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:18:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-eacee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20739"
    uid: a3aedfb4-6acc-4250-b438-744c729baefa
  kind: Event
  lastTimestamp: "2026-09-17T22:18:10Z"
  message: InferenceService [raw-sklearn-runtime-eacee] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:18:10Z"
    name: raw-sklearn-runtime-eacee.18d63ba6fa1a2077
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: 81b194e6-aa9f-418d-8aee-90bba57f60ec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24176"